User-agent: *
Disallow: /edit/
Disallow: /bookbuilder/
Disallow: /bookbuilder
Disallow: /random
Disallow: /git/
Sitemap: https://fr.theanarchistlibrary.org/sitemap.txt
# Istant mirror:
# wget -q -O - https://fr.theanarchistlibrary.org/mirror.txt | wget -x -N -q -i -