# ============================================================
# LLM.TXT — AI Crawler Instructions for kadeau.co
# Purpose: Make this website fully accessible to major LLMs 
#          including ChatGPT, Claude, Gemini, Perplexity, and others.
# Last updated: 2025-11-19
# ============================================================


# ------------------------------------------------------------
# 📌 General Policy
# Allow all AI crawlers to access and index all publicly 
# available content on this website.
# ------------------------------------------------------------
User-agent: *
Allow: /


# ------------------------------------------------------------
# 📌 GPTBot (OpenAI — ChatGPT, SearchGPT, etc.)
# Documentation: https://platform.openai.com/docs/gptbot
# ------------------------------------------------------------
User-agent: GPTBot
Allow: /


# ------------------------------------------------------------
# 📌 ChatGPT-User (agents that fetch content on user request)
# ------------------------------------------------------------
User-agent: ChatGPT-User
Allow: /


# ------------------------------------------------------------
# 📌 ClaudeBot (Anthropic — Claude / Claude API)
# Documentation: https://www.anthropic.com/claudebot
# ------------------------------------------------------------
User-agent: ClaudeBot
Allow: /


# ------------------------------------------------------------
# 📌 Claude-Web (New Anthropic Web Crawler)
# ------------------------------------------------------------
User-agent: Claude-Web
Allow: /


# ------------------------------------------------------------
# 📌 PerplexityBot
# Documentation: https://www.perplexity.ai/hub/perplexitybot
# ------------------------------------------------------------
User-agent: PerplexityBot
Allow: /


# ------------------------------------------------------------
# 📌 CCBot (Common Crawl — used by many LLMs)
# ------------------------------------------------------------
User-agent: CCBot
Allow: /


# ------------------------------------------------------------
# 📌 Google-Extended (Gemini training data crawler)
# Lets Google use content for AI model training.
# Documentation: https://developers.google.com/search/docs/crawling-indexing/google-extended
# ------------------------------------------------------------
User-agent: Google-Extended
Allow: /


# ------------------------------------------------------------
# 📌 AmazonBot (Amazon Q & Alexa LLM)
# ------------------------------------------------------------
User-agent: Amazonbot
Allow: /


# ------------------------------------------------------------
# 📌 AppleBot-Extended (Apple Intelligence)
# ------------------------------------------------------------
User-agent: Applebot-Extended
Allow: /


# ------------------------------------------------------------
# 📌 Sitemaps
# These help LLMs discover your content efficiently.
# ------------------------------------------------------------
Sitemap: https://www.kadeau.co/sitemap-index.xml


# ------------------------------------------------------------
# 📌 Structured Data
# (You indicated you have none currently; add here later)
# Example:
# Data: https://example.com/data/products.json
# ------------------------------------------------------------


# ------------------------------------------------------------
# 📌 Restrictions
# You indicated you have no restricted paths.
# Add Disallow rules here if needed in the future.
# ------------------------------------------------------------

# End of LLM.TXT