# Generated by @farming-labs/docs.
# Edit docs.config or rerun `docs robots generate --append` / `--force`.

User-agent: *
Allow: /
Allow: /developers/docs
Allow: /developers/docs/
Allow: /developers/docs.md
Allow: /developers/docs/*.md
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/llms.txt
Allow: /.well-known/llms-full.txt
Allow: /skill.md
Allow: /.well-known/skill.md
Allow: /AGENTS.md
Allow: /.well-known/AGENTS.md
Allow: /AGENT.md
Allow: /.well-known/AGENT.md
Allow: /.well-known/agent.json
Allow: /.well-known/agent
Allow: /mcp
Allow: /.well-known/mcp
Allow: /sitemap.xml
Allow: /sitemap.md
Allow: /.well-known/sitemap.md
Allow: /docs/sitemap.md

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /

Sitemap: https://www.scholarxiv.com/sitemap.xml