###############################
#
# sample robots.txt file for this website 
#
# addresses all robots by using wild card *
#
User-agent: *
# list folders robots are not DisAllowed to index

Allow: /spiders/spiders_bu/

DisAllow: /spiders/
DisAllow: /magroup/spiders/
DisAllow: /gibraltar/spiders/
DisAllow: /kellytest/spiders/
DisAllow: /ata-cleveland/spiders/
DisAllow: /sample/spiders/
DisAllow: /bbgpr/spiders/
DisAllow: /ata-kansascity/spiders/
DisAllow: /hunt/spiders/
DisAllow: /ata-skb/spiders/
DisAllow: /recoverysol/spiders/
DisAllow: /ata-mcclain/spiders/
DisAllow: /ata-bocaraton/spiders/
DisAllow: /ata-colorado/spiders/
DisAllow: /benefits-mn/spiders/
DisAllow: /kaconsults/spiders/
DisAllow: /ata-orangecounty/spiders/
DisAllow: /benefits-chicago/spiders/
DisAllow: /ata-millerwagner/spiders/
DisAllow: /ata-ny/spiders/
DisAllow: /nebraska/spiders/
DisAllow: /benefits-dublin/spiders/
DisAllow: /ata-chicago/spiders/
DisAllow: /ata-delaware/spiders/
DisAllow: /ata-bethesda/spiders/
DisAllow: /benefits-clev/spiders/
DisAllow: /kessler/spiders/
DisAllow: /ata-fpg/spiders/
DisAllow: /trilinc/spiders/
DisAllow: /stlouis/spiders/
DisAllow: /specialrisk/spiders/
DisAllow: /tech-kc/spiders/
DisAllow: /ata-neohio/spiders/
DisAllow: /benefits-md/spiders/
DisAllow: /healthcaresol/spiders/
DisAllow: /ata-topeka/spiders/
DisAllow: /networksolutions/spiders/
DisAllow: /infotechinc/spiders/
DisAllow: /washington/spiders/
DisAllow: /ata-beattysatchell/spiders/
DisAllow: /valuationgroup/spiders/
DisAllow: /ata-northcal/spiders/
DisAllow: /actuarial/spiders/
DisAllow: /ata-wichita/spiders/
DisAllow: /benefits-pa/spiders/
DisAllow: /benefits-gzh/spiders/
DisAllow: /benefits-sandiego/spiders/
DisAllow: /benefits-la/spiders/
DisAllow: /siliconvalley/spiders/
DisAllow: /benicor/spiders/
DisAllow: /benefits/spiders/
DisAllow: /benefitscopysite/spiders/
DisAllow: /benefits-siliconvalley/spiders/
DisAllow: /benefits-indy/spiders/
DisAllow: /ata-woburn/spiders/
DisAllow: /philadelphia/spiders/
DisAllow: /benefits-atlanta/spiders/
DisAllow: /networkplus/spiders/
DisAllow: /mtdonahoe/spiders/
DisAllow: /northwesternmutual/spiders/
DisAllow: /so-california/spiders/
DisAllow: /atlanta/spiders/
DisAllow: /benefits-florida/spiders/
DisAllow: /ata-nw/spiders/
DisAllow: /ata-westernks/spiders/
DisAllow: /bi-stlouis/spiders/
DisAllow: /worksitesvcs/spiders/
DisAllow: /florida/spiders/
DisAllow: /institutionalbenefits/spiders/
DisAllow: /benefits-dallas/spiders/
DisAllow: /kansascity/spiders/
DisAllow: /cbizharborview/spiders/
DisAllow: /benefits-charlotte/spiders/
DisAllow: /ata-colorado/spiders/
DisAllow: /propertytax/spiders/
DisAllow: /bamexbankruptcy/spiders/
DisAllow: /benefits-saltlake/spiders/
DisAllow: /ata-colorado/spiders/
DisAllow: /minneapolis/spiders/
DisAllow: /payroll/spiders/
DisAllow: /corporaterecovery/spiders/
DisAllow: /internalaudit/spiders/
DisAllow: /sarbanes-oxley/spiders/
DisAllow: /acquisitions/spiders/
DisAllow: /benmark/spiders/
DisAllow: /benmark/backup_2005-05-05/
#
# list specific files robots are not DisAllowed to index
#
DisAllow: /page_print.asp
#
# End of robots.txt file
#
###############################