robots.txt

# SPDX-License-Identifier: CC0-1.0
# ================= wrap lines at 72 printed characters ================

# You can do whatever. Mirror the whole site, automate downloads,
# whatever. If possible, try to limit the load as reasonable for your
# activities.
User-agent: *
Allow: /

# These user agents should always be allowed to access all files; they
# are likely fetching helpful information for people, downloading raw
# files, archiving the website, or other activities which I am happy to
# facilitate.
User-agent: Amazonbot
User-agent: Applebot
User-agent: archive.org_bot
User-agent: ArchiveBot
User-agent: ArchiveTeam
User-agent: Arquivo-web-crawler
User-agent: ChatGPT-User
User-agent: Chrome-Lighthouse
User-agent: curl
User-agent: dosage
User-agent: gabl.ink_responsible_use
Uaer-agent: gallery-dl
User-agent: git
User-agent: ia_archiver
User-agent: ia_archiver-web.archive.org
User-agent: heritrix
User-agent: HTTrack
User-agent: HTTrack Website Copier
User-agent: larbin
User-agent: Meta-ExternalFetcher
User-agent: MSIECrawler
User-agent: Nicecrawler
User-agent: Offline Explorer
User-agent: PerplexityBot
User-agent: SiteSnagger
User-agent: Teleport
User-agent: TeleportPro
User-agent: W3C_CSS_Validator
User-agent: W3C_Validator
User-agent: WebCopier
User-agent: WebZIP
User-agent: Wget
User-agent: wget2
User-agent: YouBot
Allow: /