User-agent: *
Allow: /w/load.php?
Disallow: /w/

User-agent: SemrushBot
Disallow: / 

# Allow the Internet Archiver to index action=raw and thereby store the raw
# wikitext of pages
User-agent: ia_archiver
Allow: /*&action=raw