#Início do documento
User-agent: FAST-WebCrawler
Disallow:
User-agent: Slurp
Disallow:
User-agent: Yahoo Slurp
Disallow:
User-agent: ia_archiver
Disallow:
User-agent: Googlebot
Disallow:
User-agent: MSNbot
Disallow:
User-agent: Ask Jeeves/Teoma
Disallow:
User-agent: ArchitextSpider
Disallow:
User-agent: Scooter
Disallow:
User-agent: crawler@fast
Disallow:
User-agent: Crawler
Disallow:
User-agent: InfoSeek Sidewinder
Disallow:
User-agent: Lycos_Spider_(T-Rex)
Disallow:
User-agent: Googlebot-Image
Disallow:
User-agent: yahoo-mmcrawler
Disallow:
User-agent: psbot
Disallow:
User-agent: *
Disallow: