# Robots.txt for Fruition.net
# Updated November 2025 for AI Search Engine Optimization
# For AI-specific information, see: https://fruition.net/llms.txt

# ============================================
# AI Search Engine Crawlers (2025)
# ============================================

# OpenAI (ChatGPT, GPT-4)
User-agent: ChatGPT-User
User-agent: GPTBot
Allow: /
Crawl-delay: 1

# Anthropic (Claude)
User-agent: ClaudeBot
User-agent: Claude-Web
Allow: /
Crawl-delay: 1

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Crawl-delay: 1

# Google AI (Gemini, Bard)
User-agent: Google-Extended
User-agent: GoogleOther
Allow: /
Crawl-delay: 1

# Microsoft Bing AI
User-agent: Applebot-Extended
Allow: /
Crawl-delay: 1

# Other AI Crawlers
User-agent: anthropic-ai
User-agent: Ai2Bot
User-agent: Bytespider
Allow: /
Crawl-delay: 1

# ============================================
# Traditional Search Engines
# ============================================

# Google
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
Allow: /
Crawl-delay: 1

# Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Other Search Engines
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Baiduspider
Allow: /
Crawl-delay: 1

# ============================================
# Default Rule (All Other Crawlers)
# ============================================

User-agent: *
Allow: /

# ============================================
# Disallow Private/Admin Paths
# ============================================

# Block admin areas
Disallow: /admin/
Disallow: /api/
Disallow: /_astro/
Disallow: /node_modules/
Disallow: /.git/
Disallow: /test/
Disallow: /dev/

# ============================================
# Sitemaps
# ============================================

Sitemap: https://fruition.net/sitemap.xml
Sitemap: https://fruition.net/sitemap-0.xml

# ============================================
# AI-Specific Resources
# ============================================

# For AI search engines, see llms.txt for:
# - Company overview and services
# - Citation guidelines
# - Content priorities
# - Structured business information
#
# URL: https://fruition.net/llms.txt