#
# robots.txt for http://voynich-ms.de/ and friends
#
# Please note: There are a lot of pages on this site, and there are
# some misbehaved spiders out there that go _way_ too fast. If you're
# irresponsible, your access to the site may be blocked.
#
# Wikipedia work bots:
User-agent: IsraBot
Disallow:

User-agent: Orthogaffe
Disallow:

#
# The 'grub' distributed client has been *very* poorly behaved.
#
User-agent: grub-client
Disallow: /

#
# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

#
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

#
# Friendly, low-speed bots are welcome viewing article pages, but not
# dynamically-generated pages please.
#
# Inktomi's "Slurp" can read a minimum delay between hits; if your
# bot supports such a thing using the 'Crawl-delay' or another
# instruction, please let us know.
#
User-agent: *
Disallow: /w/
Disallow: /trap/
Disallow: /wiki/Special:Search
Disallow: /wiki/Spezial:Search
Disallow: /wiki/Spezial:Suche
Disallow: /wiki/Special:Suche
Disallow: /wiki/Spezial:Random
Disallow: /wiki/Special:Random
Disallow: /skins/
Disallow: /*printable=yes$
Disallow: /*redirect=no$
Disallow: /*action=edit$
Disallow: /*action=history$
Disallow: /*action=edit*
Disallow: /*offset=20*
Disallow: /*offset=50*
Disallow: /*offset=100*
Disallow: /*offset=250*
Disallow: /*limit=20*
Disallow: /*limit=50*
Disallow: /*limit=100*
Disallow: /*limit=250*

# Folks get annoyed when VfD discussions end up the number 1 google hit for
# their name. See bugzilla bug #4776
# de:
# http://bugzilla.wikimedia.org/show_bug.cgi?id=4937
# sensible deletion and meta user discussion pages:
Disallow: /wiki/VMS:L%C3%B6schkandidaten/
Disallow: /wiki/VMS:Vandalensperrung/
Disallow: /wiki/VMS:Benutzersperrung/
Disallow: /wiki/VMS:Vermittlungsausschuss/
Disallow: /wiki/VMS:Administratoren/Probleme/
Disallow: /wiki/VMS:Adminkandidaturen/
Disallow: /wiki/Portal:Prepared_stories/
Disallow: /wiki/Portal%3APrepared_stories/
# *at least* 1 second please. preferably more :D
Crawl-delay: 1