User-agent: *
Disallow: /_next/
Disallow: /api/

# AI search / retrieval crawlers. Explicit Allow so future default-deny
# policy shifts (either at our side or theirs) do not silently drop
# public research pages from discovery. Distinct from foundation-model
# training crawlers, which are handled separately below.
User-agent: OAI-SearchBot
Allow: /
Disallow: /_next/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /_next/
Disallow: /api/

User-agent: Claude-SearchBot
Allow: /
Disallow: /_next/
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /_next/
Disallow: /api/

# Foundation-model training / bulk-corpus crawlers. Not required for the
# KYT AI-search/retrieval objective; explicitly disallowed so their
# access does not rely on the default wildcard behavior.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

# Google-Extended intentionally left under the default wildcard policy.
# Google-Extended controls both Gemini grounding behavior and future
# Gemini training use. KYT currently prioritizes broad AI retrieval and
# grounding reach, so blocking Google-Extended would also reduce Gemini
# grounding of the public research pages. This is an intentional policy
# tradeoff and can be revisited independently later. Googlebot and
# Bingbot continue under normal public-site behavior.

Sitemap: https://www.kytdentalservices.com/sitemap.xml