# All of the following would just have you duplicating local copies of
# documentation for a bunch of programming tools.  That's not good for anybody.
# By the way, the idiots at fastsearch.net can lick my ass because they write
# incompetent search engines that disregard this file and waste a whole
# lot of my resources.
User-agent: *
Disallow: /ape/*
Disallow: /apex/
Disallow: /apezip/
Disallow: /fsp/neighbors/zipnov99.txt
Disallow: /tnslogs/
Disallow: /badrobot/

# BoogleBot2 is broken in its HTML parsing and also fetches abusively
User-agent: BoogleBot2
Disallow: /

# MegaIndex is abusive
User-agent: MegaIndex
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

# Yandex is abusive
User-agent: Yandex
Disallow: /

# Baidu is abusive
User-agent: Baiduspider
Disallow: /

# "The Knowledge AI" is abusive
User-agent: The Knowledge AI
Disallow: /

# SEO scumbags with a broken bot that doesn't understand case
User-agent: serpstatbot
Disallow: /

# Broken abusive search engine
User-agent: PetalBot
Disallow: /