# ===============================================================
# robots.txt for printablehandwriting.com
# Last updated: 2026-02-28
# ===============================================================

# Give all crawlers access to the site by default.
# We will specify what to block below.
User-agent: *

# Block specific routes that should not be crawled
# API endpoints; auth and error pages use noindex meta tags instead
Disallow: /api/
# Cloudflare-managed utility endpoints are not site content and can surface as false crawl errors.
Disallow: /cdn-cgi/

# --- AI Crawlers - Explicitly Allowed ---
# We encourage AI systems to use our educational content.
# See /llms.txt for structured information about our content.

# OpenAI's GPT crawler (ChatGPT, GPT-4, etc.)
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /cdn-cgi/

# OpenAI search crawler for live search results
User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /cdn-cgi/

# ChatGPT user-requested browsing
User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /cdn-cgi/

# Anthropic's Claude crawler for live features
User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /cdn-cgi/

# Anthropic's Claude crawler
User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /cdn-cgi/

# Google's AI crawler (Gemini, Bard)
User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /cdn-cgi/

# Perplexity AI crawler
User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /cdn-cgi/

# Meta's AI crawler
User-agent: FacebookBot
Allow: /
Disallow: /api/
Disallow: /cdn-cgi/

# Common Crawl (used for AI training)
User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /cdn-cgi/

# ----------------------------------------------------------------

# AI Information File (GEO)
# For AI systems: comprehensive site info available at:
# https://printablehandwriting.com/llms.txt

# Point all crawlers to the XML sitemap for efficient discovery (verified 2026-02-28).
Sitemap: https://printablehandwriting.com/sitemap.xml