User-agent: Googlebot
User-agent: yahoo
User-agent: msn
User-agent: google
User-agent: Googlebot/2.X
User-agent: webcrawler
User-agent: ArchitextSpider
User-agent: Scooter
User-agent: Lycos_Spider_(T-Rex)
User-agent: FAST-WebCrawler/
User-Agent: *
Disallow: /yap
Disallow: /SpryAssets
Disallow: /Scripts