# robots.txt — https://smilepro.ae
# SmilePro.ae is an independent educational resource. We want search engines AND
# AI assistants to be able to read, quote and cite our content accurately.

User-agent: *
Allow: /
# The two form confirmations. Nothing else is blocked: a stylesheet, a script or
# an image a crawler cannot fetch is a page it cannot render properly, and the
# only URLs on this site that are not pages are the machine files listed below.
Disallow: /thank-you/
Disallow: /for-clinics/thank-you/
# The internal SEO control room at /admin/seo/. It carries a noindex directive
# as well, and no page links to it. A robots rule is not access control: put
# authentication in front of /admin/ at the host before this site goes live.
Disallow: /admin/

# --- Machine-readable files --------------------------------------------------
# Written for AI systems and agents. Each states its own limits as well as its
# content, so a model reading them can quote the caveats with the claims.
#
#   /llms.txt        what this site is, what it is not, and where everything is
#   /llms-full.txt   the whole knowledge base as plain-text questions and answers
#   /prices.md       the price table, including why it contains no figures
#   /knowledge-graph.json  the subjects, procedures, conditions and questions, and how they relate
#
# --- AI / LLM crawlers: explicitly welcome -----------------------------------
# Allowing these means ChatGPT, Claude, Gemini and Perplexity can cite the
# educational content on this site. See /llms.txt for the guided summary.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

# --- Blocked -----------------------------------------------------------------
# Training-only crawlers with no attribution and no referral value. These are
# not search or answer agents, so blocking them does not stop anything from
# reading and citing the site. It only removes the content from bulk training
# corpora.
#
# Google-Extended above is deliberately allowed, even though it is also a
# training-only signal: this site exists to be understood and quoted.
User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

Sitemap: https://smilepro.ae/sitemap.xml