# VanityNumbers.com robots.txt
#
# Strategy: category pages are the indexable content layer. Individual
# searches are user-facing tools and intentionally NOT indexed — see
# docs/TFNC_CATEGORY_PAGES.md for the full rationale.

User-agent: *

# Indexable: category pages, resporg directory, blog, legal/about pages
Allow: /
Allow: /categories/
Allow: /resporgs/
Allow: /blog/
Allow: /about/
Allow: /faq/

# Not indexed: search results (thin content, infinite URL space)
Disallow: /search
Disallow: /search/
Disallow: /?number=

# Don't waste crawl budget on health checks or admin routes
Disallow: /healthz
Disallow: /admin/

# Sitemap
Sitemap: https://vanitynumbers.com/sitemap.xml

# Keep the 800Game editor out of the index
User-agent: *
Disallow: /800game/edit
Disallow: /800game/save
Disallow: /800game/upload
Disallow: /800game/hotspot

# AI assistants fetching a page because a person just asked them something ("is
# 1-800-PLUMBER available?") may open search results: that page IS the answer.
# They don't index what they fetch. Search engines and AI indexers (OAI-SearchBot,
# Claude-SearchBot, PerplexityBot) still follow the * rules above. Bill, 2026-10-13.
# A bot that matches a group here follows only this group, so the private paths repeat.
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
User-agent: MistralAI-User
User-agent: DuckAssistBot
User-agent: meta-externalfetcher
Disallow: /healthz
Disallow: /admin/
Disallow: /800game/edit
Disallow: /800game/save
Disallow: /800game/upload
Disallow: /800game/hotspot