User-Agent: *
User-Agent: GPTBot
User-Agent: ChatGPT-User
User-Agent: OAI-SearchBot
User-Agent: ClaudeBot
User-Agent: Claude-User
User-Agent: Claude-SearchBot
User-Agent: anthropic-ai
User-Agent: Google-Extended
User-Agent: Applebot-Extended
User-Agent: PerplexityBot
User-Agent: Perplexity-User
User-Agent: DuckAssistBot
User-Agent: Bingbot
User-Agent: Amazonbot
User-Agent: Meta-ExternalAgent
User-Agent: cohere-ai
User-Agent: DeepSeekBot
User-Agent: MistralAI-User
User-Agent: ora-agent
Allow: /
Allow: /openapi.json
Allow: /api/public/*
Disallow: /signin
Disallow: /create-account
Disallow: /dashboard
Disallow: /api/
Disallow: /success
Disallow: /*.json
Disallow: /api-tester.html
Disallow: /widget-tester.html
Disallow: /widget-loader-tester.html
Disallow: /_next/

Sitemap: https://tokei.io/sitemap.xml