# Terra Incognita Limited Edition Amulets
# https://worldofamulets.com

# ============================================
# AI CRAWLER GUIDANCE
# LLMs.txt file location for AI content discovery
# See: https://llmstxt.org
# ============================================

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Anthropic / Claude
User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Google AI (Gemini, AI Overview)
User-agent: Google-Extended
Allow: /

# Microsoft Copilot
User-agent: Bingbot
Allow: /

# ============================================
# SEARCH ENGINE CRAWLERS
# ============================================

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

# ============================================
# SOCIAL MEDIA CRAWLERS
# ============================================

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterest
Allow: /

# ============================================
# DEFAULT CRAWLER RULES
# ============================================

User-agent: *
Allow: /

# Block admin pages
Disallow: /admin/
Disallow: /admin/*

# Block authentication pages
Disallow: /auth

# Block transactional pages
Disallow: /checkout
Disallow: /checkout-success
Disallow: /custom-amulet-result
Disallow: /custom-amulet-success
Disallow: /conversion-tracker

# Block utility pages
Disallow: /unsubscribe

# Crawl-delay for polite crawling
Crawl-delay: 1

# ============================================
# SITEMAPS
# ============================================

Sitemap: https://worldofamulets.com/sitemap.xml