User-agent: ia_archiver
User-agent: ahrefsbot
Disallow: /
User-agent: semrushbot
Disallow: /
Disallow: /
User-agent: MJ12bot
Disallow: /
# advertising-related bots:
User-agent: Mediapartners-Google*
Disallow: /
User-agent: wget
Disallow: /
# The 'grub' distributed client has been *very* poorly behaved.
User-agent: grub-client
Disallow: /
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /
# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /
User-agent: *
Disallow: /index.php
Disallow: /*&
Disallow: /skins/
Disallow: /*Help:
Disallow: /*Special:
Disallow: /*Spezial:
Disallow: /*User:
Disallow: /*Benutzer:
Disallow: /*Template:
Disallow: /*Vorlage:
Disallow: /*MediaWiki:

# Allow the Internet Archiver to index action=raw and thereby store the raw wikitext of pages
User-agent: ia_archiver
Allow: /*&action=raw