#
# robots.txt file for iay.org.uk
#
# See http://www.robotstxt.org
#

#
# LLM scraper exclusions.
#
# See https://neil-clarke.com/block-the-bots-that-feed-ai-models-by-scraping-your-website/
#

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: FacebookBot
Disallow: /


User-agent: *
# Ten-second delay between accesses (where supported)
Crawl-delay: 10

#
# End.
#