User-Agent: OmniExplorer_Bot 
Disallow: /

#WebCrawler, Excite Spider
User-agent: ArchitextSpider
Disallow: /Down/
Disallow: /Surveys/
Disallow: /Pops/
Disallow: /inc/
Disallow: /includes/
Disallow: /Java/
Disallow: /optinpages/
Disallow: /FTS/FTSProMembers/

#AltaVista Spider
User-agent: Scooter
Disallow: /Down/
Disallow: /Surveys/
Disallow: /Pops/
Disallow: /inc/
Disallow: /includes/
Disallow: /Java/
Disallow: /optinpages/
Disallow: /FTS/FTSProMembers/

#Infoseek Spider
User-agent: Infoseek
Disallow: /Down/
Disallow: /Surveys/
Disallow: /Pops/
Disallow: /inc/
Disallow: /includes/
Disallow: /Java/
Disallow: /optinpages/
Disallow: /FTS/FTSProMembers/

#Hotbot, AOL Search, Goto, MSN, Iwon, Looksmart Spider
User-agent: Slurp
Disallow: /Down/
Disallow: /Surveys/
Disallow: /Pops/
Disallow: /inc/
Disallow: /includes/
Disallow: /Java/
Disallow: /optinpages/
Disallow: /FTS/FTSProMembers/

#Lycos Spider
User-agent: Lycos
Disallow: /Down/
Disallow: /Surveys/
Disallow: /Pops/
Disallow: /inc/
Disallow: /includes/
Disallow: /Java/
Disallow: /optinpages/
Disallow: /FTS/FTSProMembers/

#Netscape, Google, Yahoo Web Pages Spider
User-agent: Googlebot
Disallow: /Down/
Disallow: /Surveys/
Disallow: /Pops/
Disallow: /inc/
Disallow: /includes/
Disallow: /Java/
Disallow: /optinpages/
Disallow: /FTS/FTSProMembers/

#NorthernLight Spider
User-agent: Gulliver
Disallow: /Down/
Disallow: /Surveys/
Disallow: /Pops/
Disallow: /inc/
Disallow: /includes/
Disallow: /Java/
Disallow: /optinpages/
Disallow: /FTS/FTSProMembers/

#Fast Spider
User-agent: Fast
Disallow: /Down/
Disallow: /Surveys/
Disallow: /Pops/
Disallow: /inc/
Disallow: /includes/
Disallow: /Java/
Disallow: /optinpages/
Disallow: /FTS/FTSProMembers/

#DirectHit Spider
User-agent: Grabber
Disallow: /Down/
Disallow: /Surveys/
Disallow: /Pops/
Disallow: /inc/
Disallow: /includes/
Disallow: /Java/
Disallow: /optinpages/
Disallow: /FTS/FTSProMembers/

#Download Area Exclude ALL
User-agent: *
Disallow: /Down/
Disallow: /Surveys/
Disallow: /Pops/
Disallow: /inc/
Disallow: /includes/
Disallow: /Java/
Disallow: /optinpages/
Disallow: /FTS/FTSProMembers/