# Robots.txt

#Exclude all robots from part of the server
User-agent: *
Crawl-delay: 2

Disallow:/_am/
Disallow:/_ftp/
Disallow:/_private/
Disallow:/50/
Disallow:/60/
Disallow:/admin/
Disallow:/cf-inf/
Disallow:/cfide/
Disallow:/cfm_scripts/
Disallow:/Connections/
Disallow:/css/
Disallow:/docs/
Disallow:/errors/
Disallow:/gallery/
Disallow:/ftpphotos/
Disallow:/js/
Disallow:/js_nav/
Disallow:/login/
Disallow:/old/
Disallow:/pp/
Disallow:/tempe/
Disallow:/Templates/
Disallow:/udf/
Disallow:/vip/


#CF Error Logic
User-agent: *
Disallow: /errors.cfm
Disallow: /errordump.cfm
Disallow: /errorhandler.cfm
Disallow: /errormessage.cfm
Disallow: /allsite404redirect.cfm


# Disallow Collectors and Spam
User-agent: atSpider
Disallow:/

User-agent: cherrypicker
Disallow:/

User-agent: DSurf
Disallow:/

User-agent: EliteSys Entry
Disallow:/

User-agent: EmailCollector
Disallow:/

User-agent: EmailSiphon
Disallow:/

User-agent: EmailWolf
Disallow:/

User-agent: Mail Sweeper
Disallow:/

User-agent: munky
Disallow:/

User-agent: Roverbot
Disallow:/

User-agent: WebEmailExtrac
Disallow:/