User-agent: Googlebot
User-agent: Slurp
User-agent: msnbot
User-agent: voilabot
User-agent: askjeeves
User-agent: Teoma
User-agent: Wisenut
User-agent: Gigabot
User-agent: Twiceler
disallow: /itemnumber.cgi
disallow: /moreresults.cgi
disallow: /gohome.cgi
disallow: /itemnumber2.cgi
disallow: /moreresults2.cgi
disallow: /gohome2.cgi
disallow: /*.php
disallow: /results.php
disallow: /allCategories.php
disallow: /deutsch
User-agent: ASPSeek
User-agent: asterias
User-agent: baiduspider
User-agent: BravoBrian
User-agent: dloader(NaverRobot)
User-agent: Dumbot
User-agent: EgotoBot
User-agent: Gaisbot
User-agent: Generic
User-agent: grub-client
User-agent: http://www.almaden.ibm.com/cs/crawler
User-agent: InfoNaviRobot
User-agent: Jyxobot
User-agent: Larbin
User-agent: MSIECrawler
User-agent: NaverRobot
User-agent: NexaBot
User-agent: NPBot
User-agent: obot
User-agent: OWR_Crawler
User-agent: PhpDig
User-agent: psbot
User-agent: puf
User-agent: QuepasaCreep
User-agent: rabaz
User-agent: Reaper
User-agent: RPT-HTTPClient
User-agent: ScoutAbout
User-agent: semanticdiscovery
User-agent: Steeler
User-agent: Teleport Pro
User-agent: TurnitinBot
User-agent: TutorGig
User-agent: vsecrawler
User-agent: Wget
User-agent: LC-Crawler
User-agent: IRLbot
Disallow: /
User-agent: Twiceler
Crawl-delay: 240