# For domain: http://www.crunchlite.com

# All robots will spider the domain

# Disallow directory
User-agent: *
Disallow: /boards/admincp/
Disallow: /boards/ajax.php
Disallow: /boards/articlebot/
Disallow: /_vti_inf.html
Disallow: /images/ 
Disallow: /boards/clientscript/
Disallow: /boards/cpstyles/
Disallow: /boards/customavatars/
Disallow: /boards/customprofilepics/
Disallow: /boards/calendar.php
Disallow: /cgi-bin/
Disallow: /boards/cron.php
Disallow: /404.shtml
Disallow: /boards/editpost.php
Disallow: /boards/external.php
Disallow: /boards/includes/
Disallow: /boards/inlinemod.php 
Disallow: /boards/install/
Disallow: /boards/ipinfo.php
Disallow: /boards/joinrequests.php
Disallow: /boards/login.php
Disallow: /boards/markers.xml 
Disallow: /boards/member.php 
Disallow: /boards/memberlist.php
Disallow: /boards/misc.php
Disallow: /boards/modcp/
Disallow: /boards/moderator.php
Disallow: /boards/modules/
Disallow: /boards/newattachment.php
Disallow: /boards/newreply.php 
Disallow: /boards/newthread.php
Disallow: /boards/online.php
Disallow: /boards/payment_gateway.php
Disallow: /boards/payments.php
Disallow: /boards/poll.php
Disallow: /boards/postings.php 
Disallow: /boards/private.php 
Disallow: /boards/profile.php 
Disallow: /boards/register.php
Disallow: /boards/report.php
Disallow: /boards/reputation.php
Disallow: /boards/search.php
Disallow: /boards/sendmessage.php
Disallow: /boards/showgroups.php
Disallow: /boards/subscription.php
Disallow: /boards/test.php
Disallow: /boards/threadrate.php
Disallow: /boards/usercp.php
Disallow: /boards/usernote.php
Disallow: /boards/vbplaza.php
Disallow: /boards/vbspell.php
Disallow: /boards/vbseocp.php
Disallow: /boards/vbspell_iframe.php
Disallow: /boards/DICTIONARY.DIC
Disallow: /boards/pager_sound.wav
Disallow: /ads/
Disallow: /test_board/