# Everyone, humans and AI/agents alike, is welcome to browse and read this
# site — including AI answer engines and assistants indexing or citing it.
#
# The images and videos are original artwork. Please don't fetch, scrape,
# reproduce, or train on the media itself — read the pages, don't take the
# pictures.

User-agent: *
Allow: /

# Known AI crawlers: full text/page access is intentional (so this site is
# findable and citable), but the media directories are off-limits — same
# artwork-protection line drawn for every one of them.
User-agent: GPTBot
Disallow: /images/
Disallow: /videos/

User-agent: ChatGPT-User
Disallow: /images/
Disallow: /videos/

User-agent: CCBot
Disallow: /images/
Disallow: /videos/

User-agent: Google-Extended
Disallow: /images/
Disallow: /videos/

User-agent: Applebot-Extended
Disallow: /images/
Disallow: /videos/

User-agent: Bytespider
Disallow: /images/
Disallow: /videos/

User-agent: Diffbot
Disallow: /images/
Disallow: /videos/

User-agent: ImagesiftBot
Disallow: /images/
Disallow: /videos/

User-agent: Omgilibot
Disallow: /images/
Disallow: /videos/

User-agent: Omgili
Disallow: /images/
Disallow: /videos/

User-agent: FacebookBot
Disallow: /images/
Disallow: /videos/

User-agent: Meta-ExternalAgent
Disallow: /images/
Disallow: /videos/

User-agent: Meta-ExternalFetcher
Disallow: /images/
Disallow: /videos/

User-agent: anthropic-ai
Disallow: /images/
Disallow: /videos/

User-agent: ClaudeBot
Disallow: /images/
Disallow: /videos/

User-agent: cohere-ai
Disallow: /images/
Disallow: /videos/

User-agent: PerplexityBot
Disallow: /images/
Disallow: /videos/

User-agent: Amazonbot
Disallow: /images/
Disallow: /videos/

User-agent: Timpibot
Disallow: /images/
Disallow: /videos/

User-agent: YouBot
Disallow: /images/
Disallow: /videos/

Sitemap: https://todorhlebarov.com/sitemap.xml