# https://www.baecher.info/robots.txt

User-agent: *
Allow: /
Disallow: /404
Disallow: /404/

# Allow image crawling explicitly so previews can appear in Google Images
User-agent: Googlebot-Image
Allow: /assets/img/

User-agent: Googlebot-News
Allow: /

User-agent: bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

# Be friendly to Google Scholar's crawler
User-agent: Googlebot-Scholar
Allow: /

# Crawl-delay for noisy / lower-priority crawlers
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

# Block AI training crawlers (uncomment to opt out)
# User-agent: GPTBot
# Disallow: /
# User-agent: ClaudeBot
# Disallow: /
# User-agent: Google-Extended
# Disallow: /
# User-agent: CCBot
# Disallow: /

Sitemap: https://www.baecher.info/sitemap-index.xml