User-agent: *
Disallow: /cgi-bin
Disallow: /~liam
Disallow: /Wallpaperify
Disallow: /gallerytest
Disallow: /Search/castles.cgi
Disallow: /Comment
Disallow: /r/
Disallow: /%7Eliam
Crawl-Delay: 2

# this one seems to have been fixed these days (jan 2024)
# user-agent: AhrefsBot
# Crawl-delay: 2

User-agent: GPTBot
Disallow: /

User-agent: HubSpot
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /

Sitemap: https://www.fromoldbooks.org/www.fromoldbooks.org.xml