# robots.txt for invisibill.net

User-agent: *
Disallow: /cgi-bin/                     # Block CGI
Disallow: /nomten/forum/memberlist.php  # Block forum memberlist indexing

# Allow Wayback Machine archiving http://www.archive.org/about/faqs.php
User-agent: ia_archiver
Disallow:

# Allow BreakingBlogs.com scans
User-agent: timboBot
Disallow:

# Block e-mail harvesters
User-agent: CherryPicker
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: NICErsPRO
Disallow: /

User-agent: Website\ eXtractor
Disallow: /

User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; DigExt; DTS Agent
Disallow: /

# Allow all others
User-agent: *
Disallow:
# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://www.invisibill.net/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN