User-agent: *
Allow: /
# Operator-only tooling: no publisher content, kept out of the sitemap
# already (see UNINDEXED_ROUTES in apps/web/scripts/prerender.mjs) and now
# also out of crawl entirely, so nothing treats them as part of the site.
Disallow: /dashboard
Disallow: /admin/

# AI crawlers are explicitly welcome. Named individually rather than left to the
# wildcard so the permission is unambiguous: some crawlers treat an absent named
# block as a reason to be conservative, and this content is meant to be read.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

# Machine-readable surfaces
#   /llms.txt                       curated index of the site
#   /llms-full.txt                  every page as one document
#   /<any-page>.md                  markdown mirror of any page
#   /openapi.json                   REST API specification
#   /mcp                            Model Context Protocol endpoint
#   /.well-known/mcp/server.json    MCP server card

Sitemap: https://www.usmortgagecalc.com/sitemap.xml