# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /

# Disallow non-indexable utility error pages
Disallow: /404
Disallow: /500

# Block AI Training Scrapers (Standard Syntax)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Anthropic-AI
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# Sitemap
Sitemap: https://gifcompressorfordiscord.com/sitemap.xml