# robots.txt for invisibill.net

# Block CGI
User-agent: *
Disallow: /cgi-bin/

# Allow Wayback Machine archiving http://www.archive.org/about/faqs.php
User-agent: ia_archiver
Disallow:

# Allow BreakingBlogs.com scans
User-Agent: timboBot
Disallow:

# Block e-mail harvesters
User-agent: CherryPicker
Disallow: *

User-agent: Crescent
Disallow: *

User-agent: EmailCollector
Disallow: *

User-agent: EmailSiphon
Disallow: *

User-agent: EmailWolf
Disallow: *

User-agent: ExtractorPro
Disallow: *

User-agent: NICErsPRO
Disallow: *

User-agent: Website\ eXtractor
Disallow: *

User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32)
Disallow: *

User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; DigExt; DTS Agent
Disallow: *

# Allow all others
User-agent: *
Disallow: