# For domain: http://www.hometheatershack.com
# All robots will spider the domain

User-agent: ia_archiver
Allow: /

User-agent: Slurp
Crawl-delay: 60

User-agent: *
Disallow: *.js
Disallow: *.jsp
Disallow: *.cfm
Disallow: *.asp
Disallow: *.aspx
Disallow: *.cgi
Disallow: /attachment.php
Disallow: /attachments/ 
Disallow: /backup/
Disallow: /cgi-bin/
Disallow: /deniedaccess.html
Disallow: /display.html
Disallow: /email_log/
Disallow: /forums/admincp/
Disallow: /forums/ajax.php
Disallow: /forums/archive/
Disallow: /forums/articlebot/
Disallow: /forums/clientscript/
Disallow: /forums/cpstyles/
Disallow: /forums/customavatars/
Disallow: /forums/customprofilepics/
Disallow: /forums/calendar.php
Disallow: /forums/cron.php
Disallow: /forums/editpost.php
Disallow: /forums/global.inc.php
Disallow: /forums/includes/
Disallow: /forums/inlinemod.php 
Disallow: /forums/install/
Disallow: /forums/ipinfo.php
Disallow: /forums/joinrequests.php
Disallow: /forums/login.php
Disallow: /forums/markers.xml 
Disallow: /forums/member.php 
Disallow: /forums/memberlist.php
Disallow: /forums/misc.php
Disallow: /forums/modcp/
Disallow: /forums/moderator.php
Disallow: /forums/moderatorapplication.php
Disallow: /forums/modules/
Disallow: /forums/newattachment.php
Disallow: /forums/newreply.php 
Disallow: /forums/newthread.php
Disallow: /forums/online.php
Disallow: /forums/payment_gateway.php
Disallow: /forums/payments.php
Disallow: /forums/poll.php
Disallow: /forums/postings.php 
Disallow: /forums/private.php 
Disallow: /forums/process.php
Disallow: /forums/profile.php 
Disallow: /forums/register.php
Disallow: /forums/report.php
Disallow: /forums/reputation.php
Disallow: /forums/search.php
Disallow: /forums/sendmessage.php
Disallow: /forums/showgroups.php
Disallow: /forums/sitemap/
Disallow: /forums/subscription.php
Disallow: /forums/test.php
Disallow: /forums/threadrate.php
Disallow: /forums/usercp.php
Disallow: /forums/usernote.php
Disallow: /forums/vbgooglemapme.php
Disallow: /forums/vbseocp.php
Disallow: /js/
Disallow: /ModeratorOptions.pdf
Disallow: /newrsanalog.cal
Disallow: /newrsdigital.cal
Disallow: /oldrsanalog.cal
Disallow: /oldindex.html
Disallow: /openads/
Disallow: /openads/backup/
Disallow: /phpform/
Disallow: /photopost/
Disallow: /roomeq/oldindex.html
Disallow: /ssm.js
Disallow: /ssmItems.js
Disallow: /subscriptions/
Disallow: /suspended.page/
Disallow: /svs/
Disallow: /test/
Disallow: /teststore/
Disallow: /testvb/
Disallow: /test.html
Disallow: /X3D/

http://www.hometheatershack.com/forums/sitemap_index.xml.gz