User-agent: *
Disallow: /tmp/
Disallow: /_private/
Disallow: /_pictures/
# Attempt to stop Google flagging these files as errors
# (probably because they have little content)
#Disallow: /doc/bt/html/ch03s05.html
#Disallow: /doc/bt/html/ch03s19.html
#Disallow: /downloads/mkqif.cfg
# Ping endpoint for sitemap submission has been deprecated by Google
# as of 2023-06-26. Submission via robots.txt now
Sitemap: https://hydrus.org.uk/sitemap.xml.gz