# idmly — robots.txt
# Marketing site is fully open to search and AI answer engines. That is the point:
# we WANT to be read, quoted and recommended. User files are never crawlable —
# they live only in the engine, are converted, then deleted.

User-agent: *
Allow: /
Disallow: /api/

# --- AI answer + search crawlers (explicitly welcomed) ---------------------
# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: anthropic-ai
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /

# Google (AI Overviews / Gemini training) + Apple Intelligence
User-agent: Google-Extended
Allow: /
User-agent: Applebot-Extended
Allow: /

# Microsoft Copilot / Bing + Common Crawl (feeds many models)
User-agent: Bingbot
Allow: /
User-agent: CCBot
Allow: /

Sitemap: https://www.idmly.com/sitemap.xml