# MedPhone AI robots.txt

User-agent: *
Allow: /

Disallow: /admin/
Disallow: /api/
Disallow: /preview/
Disallow: /internal/

# /404 is deliberately not blocked here. It carries a noindex, and a page that
# robots.txt blocks cannot be crawled, so Google never reads that noindex and
# can end up indexing the URL from links alone. Letting it be crawled is what
# makes the noindex work. /500 was blocked too and is not a route.

# ---------------------------------------------------------------
# AI crawlers, named explicitly for answer engine visibility.
#
# "User-agent: *" above already allows every one of these, so naming them
# changes nothing mechanically. It is here as a statement of intent: blocking
# any of these removes MedPhone from that platform's citations entirely, so
# the list makes that a deliberate decision rather than an accident.
# ---------------------------------------------------------------

# OpenAI, ChatGPT search and browsing
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic, Claude
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Google AI Overviews and Gemini
User-agent: Google-Extended
Allow: /

# Microsoft Copilot
User-agent: bingbot
Allow: /

# Apple Intelligence
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Meta AI
User-agent: meta-externalagent
Allow: /

# Common Crawl, which feeds many downstream models
User-agent: CCBot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Amazon
User-agent: Amazonbot
Allow: /

Sitemap: https://medphone.ai/sitemap.xml