User-agent: *
Allow: /
Allow: /api/auth/user
Allow: /api/daily-memes
Allow: /api/meme-hubs
Allow: /api/template-guides
Allow: /api/templates
Allow: /api/meme-templates/
Allow: /api/blog
Allow: /api/compare
Allow: /api/v1/openapi.json
Allow: /api/meme-trends
Disallow: /api/
Disallow: /billing
Disallow: /profile
Disallow: /watermark
Disallow: /admin

# Block AI training-only crawlers
User-agent: CCBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

# Allow AI search & citation crawlers
User-agent: GPTBot
Allow: /
Disallow: /api/

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: meta-externalagent
Allow: /

Sitemap: https://memegician.ai/sitemap.xml