# robots.txt for wippy.ai
# Optimized for AI Visibility & Documentation SEO
# Last updated: February 2026

# ============================================
# SITEMAP
# ============================================
Sitemap: https://wippy.ai/sitemap.xml

# ============================================
# 1. GENERAL RULES (ALL BOTS)
# ============================================
User-agent: *
Allow: /
Allow: /llms.txt

# -- Rendering Assets --
Allow: /static/
Allow: /en/
Allow: /assets/
Allow: /docs-assets/
Allow: /*.js
Allow: /*.css
Allow: /*.png
Allow: /*.svg


# -- Clean Indexing --
Disallow: /search?*
Disallow: /*?*utm_
Disallow: /*?*openstat

# ============================================
# 2. REAL-TIME AI SEARCH (VIP ACCESS)
# ============================================
# Explicitly allow these for live answers in ChatGPT, Claude, Perplexity, etc.

# OpenAI (ChatGPT)
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt

# Anthropic (Claude)
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
Allow: /
Allow: /llms.txt

# Perplexity
User-agent: PerplexityBot
User-agent: PerplexityBot-User
Allow: /
Allow: /llms.txt

# Google Gemini / Vertex
User-agent: Google-Extended
Allow: /
Allow: /llms.txt

# Microsoft Copilot
User-agent: bingbot
Allow: /
Allow: /llms.txt

# Apple Intelligence
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /
Allow: /llms.txt

# DuckDuckGo AI
User-agent: DuckAssistBot
Allow: /
Allow: /llms.txt

# ============================================
# 3. AI TRAINING BOTS (THROTTLED)
# ============================================
# Allow these for model training but with a delay to save server resources.

User-agent: GPTBot
Crawl-delay: 2
Allow: /

User-agent: FacebookBot
User-agent: meta-externalagent
Crawl-delay: 3
Allow: /

User-agent: Amazonbot
Crawl-delay: 3
Allow: /

User-agent: cohere-ai
Crawl-delay: 2
Allow: /

User-agent: CCBot
Crawl-delay: 3
Allow: /

# ============================================
# 4. BLOCK JUNK SCRAPERS
# ============================================
# Block SEO tools that waste bandwidth without bringing users.

User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: DataForSeoBot
Disallow: /