Crawl-delay: 5

User-agent: Googlebot
Disallow: /*.axd

User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuil.com/twiceler/robot.html)
#12-Abr-2010 --- You are a BAD robot, slow down! 
Crawl-delay: 10
Disallow: 

User-agent: Slurp 
#14-Abr-2010 --- Slow down yahoo! REF: help.yahoo.com/l/us/yahoo/search/webcrawler/slurp-03.html
Crawl-delay: 10
Disallow: 

User-agent: msnbot
#17-Apr-2017: Bingbot slow down!
Crawl-delay: 5

User-agent: *
Disallow: /App_Themes/
Disallow: /intranet/
Disallow: /Customers/

User-agent: *
Allow: /Customers/MaineStd/WeRepresentQuality/

User-agent: SMTBot
Crawl-delay: 5

User-Agent: MJ12bot
Crawl-Delay: 10

User-agent: SemrushBot
Disallow: /