# Web Star Studio — robots.txt
# Um único grupo por conjunto de agentes. Crawlers usam apenas o primeiro
# grupo que casa com seu user-agent, por isso as regras de bloqueio de
# /admin e /auth precisam estar dentro de cada grupo declarado.

# ───────── Search engines ─────────
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Yandex
User-agent: Baiduspider
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /auth
Disallow: /auth/

# ───────── Social previews ─────────
User-agent: Twitterbot
User-agent: facebookexternalhit
User-agent: LinkedInBot
User-agent: Slackbot
User-agent: WhatsApp
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /auth
Disallow: /auth/

# ───────── AI / LLM crawlers (treinamento + respostas) ─────────
# Permitidos: queremos ser citados em respostas generativas.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: cohere-ai
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: DiffbotBot
User-agent: Amazonbot
User-agent: YouBot
User-agent: MistralAI-User
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /auth
Disallow: /auth/

# ───────── Fallback genérico ─────────
User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /auth
Disallow: /auth/

# ───────── Sitemaps ─────────
Sitemap: https://webstar.studio/sitemap.xml

# ───────── AEO / LLM ─────────
# llms.txt: https://webstar.studio/llms.txt
# llms-full.txt: https://webstar.studio/llms-full.txt
# answers.json (AEO): https://webstar.studio/answers.json

# Host preferido (canonical)
Host: https://webstar.studio