User-agent: *
Allow: /


# Block private/admin areas only. /*.json$ blocks any raw JSON endpoint that
# might be reachable under a public path (we don't currently have any, but the
# rule keeps API-style payloads out of the index even if a future route slips).
Disallow: /admin/
Disallow: /api/
# MCP connector endpoint + OAuth discovery/authorization metadata — machine
# endpoints for AI assistants, never indexable pages. Scoped with "$" (ends
# the match for crawlers that support it — Google, Bing) plus "/mcp/" for
# subpaths like /mcp/health, so an indexable marketing page sharing the /mcp
# prefix can never be caught by accident (the connector landing pages live at
# /whisper-mcp, /claude-mcp, and /chatgpt-mcp).
Disallow: /mcp$
Disallow: /mcp/
Disallow: /.well-known/oauth-
Disallow: /uploads/
Disallow: /*.json$

# Canonical sitemap for search and answer-engine crawlers.
Sitemap: https://whisperai.com/sitemap.xml