# robots.txt for RankScope
# https://rankscope.ai

User-agent: *
Allow: /

Sitemap: https://rankscope.ai/sitemap.xml

# Structured summary for LLMs — https://llmstxt.org
# LLM-Content: https://rankscope.ai/llms.txt

Crawl-delay: 1

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

# AI crawlers — explicitly allowed (GEO visibility)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Gemini
Allow: /

# OAI-SearchBot (OpenAI search)
User-agent: OAI-SearchBot
Allow: /

# Google AI Mode crawler
User-agent: Google-Extended
Allow: /

# Rate limit aggressive SEO crawlers
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

# Block bad bots
User-agent: CCBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /