# Ansible managed # https://www.mediawiki.org/wiki/Manual:Robots.txt#Without_short_URLs User-agent: * Allow: /w/load.php? Disallow: /w/ # Allow the Internet Archiver to index action=raw and thereby store the raw wikitext of pages User-agent: ia_archiver Allow: /*&action=raw # vim: set ft=robots.txt