User-agent: *
Disallow: /cgi-bin/
User-agent: Googlebot
Disallow: /fft/
User-agent: NPBot
Disallow: /
User-agent: ConveraCrawler
Disallow: /
User-agent: Lachesis
Disallow: /
User-agent: Yanga WorldSearch Bot
Disallow: /
User-agent: Gulper
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-Agent: sitecheck.internetseer.com
Disallow: /
User-Agent: MJ12bot
Disallow: /
User-Agent: WebAlta Crawler/2.0
Disallow: /
User-Agent: Exabot
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: FunWebProducts
Disallow: /
User-agent: Charlotte
Disallow: /
User-agent: Ocelli
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: CCBot
Disallow: /