User-Agent: *
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.txt
Allow: /.well-known/mcp.json
Allow: /api/search
Disallow: /admin
Disallow: /admin-portal
Disallow: /account
Disallow: /lead-status
Disallow: /agent-ops-remote
Disallow: /pay-portal/
Disallow: /store/admin-catalog
Disallow: /store/admin-catalog/
Disallow: /api/admin
Disallow: /api/auth
Disallow: /api/orders
Disallow: /api/users
Disallow: /assets/state-of-robotics-2026-preview.html
Disallow: /agent-ops-api/
Disallow: /upload/
Disallow: /login
Disallow: /auth/
Disallow: /api/account
Disallow: /api/checkout
Disallow: /api/stripe
Disallow: /api/chat
Disallow: /staff
Disallow: /api/staff
Disallow: /*?_rsc=
Disallow: /*&_rsc=

User-Agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /store/
Allow: /store/brand/
Allow: /research/
Allow: /learn/
Allow: /hardware/
Allow: /wiki/
Allow: /datasets/
Allow: /showcase/
Allow: /forum/
Allow: /news/
Allow: /rankings/
Allow: /topics/
Allow: /rl-environments/
Allow: /services/
Allow: /companies/
Allow: /platform
Allow: /merchant-feed.xml
Allow: /.well-known/mcp.json
Disallow: /admin
Disallow: /admin-portal
Disallow: /account
Disallow: /lead-status
Disallow: /agent-ops-remote
Disallow: /pay-portal/
Disallow: /store/admin-catalog
Disallow: /store/admin-catalog/
Disallow: /api/admin
Disallow: /api/auth
Disallow: /api/orders
Disallow: /api/users
Disallow: /assets/state-of-robotics-2026-preview.html
Disallow: /agent-ops-api/
Disallow: /upload/
Disallow: /login
Disallow: /auth/
Disallow: /api/account
Disallow: /api/checkout
Disallow: /api/stripe
Disallow: /api/chat
Disallow: /staff
Disallow: /api/staff
Disallow: /*?_rsc=
Disallow: /*&_rsc=

User-Agent: ChatGPT-User
User-Agent: ClaudeBot
User-Agent: Claude-SearchBot
User-Agent: Claude-User
User-Agent: Claude-Web
User-Agent: anthropic-ai
User-Agent: Google-Extended
User-Agent: PerplexityBot
User-Agent: Perplexity-User
User-Agent: CCBot
User-Agent: YouBot
User-Agent: FacebookBot
User-Agent: meta-externalagent
User-Agent: cohere-ai
User-Agent: MistralAI
User-Agent: Applebot
User-Agent: Applebot-Extended
User-Agent: AI2Bot
User-Agent: Diffbot
User-Agent: bingbot
User-Agent: OAI-SearchBot
User-Agent: Amazonbot
User-Agent: MCPBot
User-Agent: ModelContextProtocol
Allow: /
Disallow: /admin
Disallow: /admin-portal
Disallow: /account
Disallow: /lead-status
Disallow: /agent-ops-remote
Disallow: /pay-portal/
Disallow: /store/admin-catalog
Disallow: /store/admin-catalog/
Disallow: /api/admin
Disallow: /api/auth
Disallow: /api/orders
Disallow: /api/users
Disallow: /assets/state-of-robotics-2026-preview.html
Disallow: /agent-ops-api/
Disallow: /upload/
Disallow: /login
Disallow: /auth/
Disallow: /api/account
Disallow: /api/checkout
Disallow: /api/stripe
Disallow: /api/chat
Disallow: /staff
Disallow: /api/staff
Disallow: /*?_rsc=
Disallow: /*&_rsc=

Host: https://www.roboticscenter.ai
Sitemap: https://www.roboticscenter.ai/sitemap.xml
Sitemap: https://www.roboticscenter.ai/sitemap-papers.xml