# Tame yahoo... it tends to eat a ton of resources without a delay
User-agent: Slurp
Crawl-delay: 60


#list individual pages and files here that all bots should ignore, as well as group extentions.
#If you re-write everything to .html, you can disallow *.php, but note that if you don't have a CRR for custom pages, those will be blocked.

User-agent: *
Disallow: *.js
Disallow: forum/search.php
Disallow: forum/includes/
Disallow: forum/install/
Disallow: forum/customavatars/
Disallow: forum/admin-access
Disallow: forum/mod-access
Disallow: forum/calendar.php
Disallow: forum/archive


#Finally, list the path to your sitemap:
Sitemap: http://nigihana.com/forum/sitemap_index.xml.gz