# robots.txt for http://www.mircscripts.com
# if your organization is planning a deep crawl, contact us first
# don't attempt to "scrape" all the exes and zips off this site, 
# there are tens of thousands of files under /shop and /wwwboard

User-agent: *
Disallow: /files/
Disallow: /info/
Disallow: /details/
Disallow: /phpBB/memberlist.php

User-agent: Slurp
Crawl-delay: 6

User-agent: Teoma
Crawl-delay: 6

User-agent: n4p_bot
Disallow: /

User-agent: ia_archiver
Disallow: /shop/
Disallow: /cgi-bin/

User-agent: Butch
Disallow: /shop/
Disallow: /cgi-bin/

User-agent: LinkWalker
Disallow: /

User-agent: ZyBorg
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: BecomeBot
Crawl-Delay: 5

User-agent: aipbot
Disallow: /

User-Agent: OmniExplorer_Bot
Crawl-Delay: 5