User-Agent: Slurp
Crawl-delay: 2
Disallow: /directory/
Disallow: /directory.cgi*
Disallow: /perldiver/
User-Agent: Googlebot
Disallow: /perdiver/
Disallow: /directory/
Disallow: /directory.cgi*
Disallow: /perldiver/
User-Agent: msnbot
Disallow: /directory/
Disallow: /directory.cgi*
Disallow: /perldiver/
User-Agent: TurnitinBot
Disallow: /directory/
Disallow: /directory.cgi*
Disallow: /perldiver/
User-Agent: GSiteCrawler
Disallow: /directory/
Disallow: /directory.cgi*
Disallow: /perldiver/
User-Agent: AskJeeves
Disallow: /directory/
Disallow: /directory.cgi*
Disallow: /perldiver/
User-Agent: InfoSeek
Disallow: /directory/
Disallow: /directory.cgi*
Disallow: /perldiver/
User-agent: ia_archiver
Disallow: /directory/
Disallow: /directory.cgi*
Disallow: /perldiver/
User-Agent: BecomeBot
Disallow: /
User-Agent: *
Disallow: /directory/
Disallow: /perldiver/
Disallow: /directory.cgi*