User-agent: *
Disallow: /cgi-bin/
Disallow: /about-pgp.plc

# Don't index the old buggy qd
Disallow: /software/qd/win2k3-ostab/

# Don't index the depricated script
Disallow: /software/psummary2qdinfo.pl.gz

# Don't index the outdated qdinfo.dat
Disallow: /software/qdinfo/qdinfo.dat

# Don't index possibly broken fci-dev site
Disallow: /fci-dev/

# Don't index fci server
Disallow: /fci/

# Don't index temp dump spot
Disallow: /tmp/

# Block the TurnitinBot because it crawls at a too high rate
User-agent: TurnitinBot
Disallow: /

# Block the Zhoof SpiderBot because it crawls at a too high rate
User-agent: Zhoof SpiderBot
Disallow: /

# Block the MJ12bot because it crawls at a too high rate
User-agent: MJ12bot
Disallow: /

# Block the Lipperhey Spider because it crawls at a too high rate
User-agent: Mozilla/5.0 (compatible; Lipperhey Spider; http://www.lipperhey.com/)
Disallow: /