# Provided courtesy of www.GaryKeith.com
# Created on July 22, 2003 at 8:19:48 PM GMT

# The bots in this section are asked not to spider any of this site.
# Persistent unauthorized bots may be banned by host and/or IP.

User-agent: CFM-SearchBot(http://www.cfm-search.com)
Disallow: /

User-agent: CJNetworkQuality
Disallow: /

User-agent: Googlebot-Image
Disallow:

User-agent: Hatena Antenna
Disallow: /

User-agent: Infosniff Sniffer
Disallow: /

User-agent: MSNBOT
Disallow: 

User-agent: NPBot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: NutchCVS
Disallow: /

User-agent: NutchOrg
Disallow: /

User-agent: semanticdiscovery
Disallow: /

User-agent: TutorGig
Disallow: /

User-agent: Tutorial Crawler
Disallow: /

User-agent: UbiCrawler
Disallow: /

User-agent: WebFilter Robot 1.0
Disallow: /

User-agent: WebmasterWorldForumBot
Disallow: /

# everyone else is asked to avoid the following folders and files:

User-agent: *
Disallow: