# robots.txt for https://restorationprosny.com
#
# CURRENT LIVE FILE (as of review) was:
#     User-agent: *
#     Disallow:
#     Sitemap: https://restorationprosny.com/sitemap_index.xml
# That already ALLOWS every crawler, including AI bots (GPTBot, ClaudeBot,
# PerplexityBot, Google-Extended, etc.), so nothing is being blocked today.
# This version below is functionally the same but adds explicit clarity,
# points crawlers at both the sitemap and the llms.txt, and is easy to
# tighten later if you ever want to exclude a specific bot.
#
# To BLOCK an AI crawler, uncomment its block and set "Disallow: /".

# --- Default: allow all standard crawlers full access ---
User-agent: *
Allow: /
Disallow:

# --- AI / LLM crawlers (currently ALLOWED — good for AI visibility) ---
# Leave these allowed if you want ChatGPT, Claude, Perplexity, and Google's
# AI features to be able to read and cite the site.

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

# --- Discovery aids ---
Sitemap: https://restorationprosny.com/sitemap_index.xml