# Allow Archive.org to save snapshots of everything
User-agent: ia_archiver
Allow: /

# Tame yahoo... it tends to eat a ton of resources without a delay
User-agent: Slurp
Crawl-delay: 60


#list individual pages and files here that all bots should ignore, as well as group extentions.
User-agent: *
Disallow: *.js
Disallow: /cgi-bin/
Disallow: /admincp/
Disallow: /member.php
Disallow: /memberlist.php
Disallow: /online.php
Disallow: /private.php
Disallow: /profile.php
Disallow: /usercp.php
Disallow: /customprofilepics/
Disallow: /clientscript/
Disallow: /avatars/
Disallow: /modcp/
Disallow: /images/
Disallow: /customavatars/
Disallow: /search.php
Disallow: /includes/
Disallow: /install/
Disallow: /register.php
Disallow: /sendmessage.php
Disallow: /login.php
Disallow: /newthread.php
Disallow: /newreply.php
Disallow: /printthread.php
Disallow: /*-print/
Disallow: /image.php
Disallow: /calendar.php

#Finally, list the path to your sitemap:
Sitemap: http://www.indexsignal.com/forum/sitemap_index.xml.gz