# Allow Archiver
User-agent: ia_archiver
Allow: /

User-agent: Slurp
Crawl-delay: 60

User-agent: BoardReader
Disallow: / 

User-agent: *

Disallow: *.php
Disallow: *.aspx
Disallow: *.asp
Disallow: *.cgi
Disallow: *.pl
Disallow: *.jsp
Disallow: *.php3
Disallow: *.php5
Disallow: *.php4
Disallow: *.cfm
Disallow: /vbnetwork/
Disallow: /admincp/
Disallow: /cgi-bin/
Disallow: /clientscript/
Disallow: /includes/
Disallow: /install/
Disallow: /customavatars/
Disallow: /archive/
Disallow: /sitemap/

Sitemap: http://www.zerohurtz.com/sitemap_index.xml.gz