User-Agent: GPTBot
User-Agent: CCBot
User-Agent: Google-Extended
User-Agent: Applebot-Extended
User-Agent: anthropic-ai
User-Agent: ClaudeBot
User-Agent: Bytespider
User-Agent: Amazonbot
User-Agent: meta-externalagent
User-Agent: cohere-ai
User-Agent: MistralAI-Training
User-Agent: Diffbot
User-Agent: omgili
User-Agent: omgilibot
Disallow: /

User-Agent: *
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /me
Disallow: /unsubscribe
Disallow: /card/private/
Disallow: /challenge
Disallow: /en/
Disallow: /ja/me
Disallow: /ja/auth/
Disallow: /ja/unsubscribe
Disallow: /ja/challenge
Disallow: /ja/s/
Disallow: /zh-Hans/me
Disallow: /zh-Hans/auth/
Disallow: /zh-Hans/unsubscribe
Disallow: /zh-Hans/challenge
Disallow: /zh-Hans/s/
Disallow: /ko/me
Disallow: /ko/auth/
Disallow: /ko/unsubscribe
Disallow: /ko/challenge
Disallow: /ko/s/

Sitemap: https://litshrine.com/sitemap.xml