User-agent: * Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /openapi.json Allow: /.well-known/mcp-manifest Allow: /.well-known/ai-plugin.json Allow: /.well-known/agents.json Disallow: /v1/admin/ # AI crawlers explicitly welcome User-agent: GPTBot Allow: / User-agent: Claude-Web Allow: / User-agent: PerplexityBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Googlebot Allow: / Sitemap: https://promptscan.dev/sitemap.xml