# Real Prazer - robots.txt
# Site: https://realprazer.com.br

# ============================================
# Crawlers de Busca Tradicionais
# ============================================

User-agent: Googlebot
Allow: /
Allow: /contas/faq/
Allow: /contas/termos-de-uso/
Allow: /contas/politica-de-privacidade/
Disallow: /painel-admin/
Disallow: /acompanhantes/painel/
Disallow: /clientes/painel/
Disallow: /api/
Disallow: /admin-django/
Disallow: /contas/entrar/
Disallow: /contas/cadastrar/cliente/
Allow: /contas/cadastrar/
Disallow: /contas/recuperar-senha/
Disallow: /stories/
Disallow: /media/stories/
Disallow: /*?estado=
Disallow: /*?cidade=
Disallow: /*?categoria=
Disallow: /*?duracao=
Disallow: /*?bairro=
Disallow: /*?zona=
Disallow: /*_faz=
Disallow: /*_recebe=
Disallow: /*?atende_
Disallow: /*?aceita_
Disallow: /*?tem_
Disallow: /*?massagem_
Disallow: /*?striptease=
Disallow: /*?sexo_
Disallow: /*?oral_
Disallow: /*?anal_
Disallow: /*?dominacao_
Disallow: /*?beija_
Disallow: /*?fetiches_
Crawl-delay: 5

User-agent: Bingbot
Allow: /
Allow: /contas/faq/
Allow: /contas/termos-de-uso/
Allow: /contas/politica-de-privacidade/
Disallow: /painel-admin/
Disallow: /acompanhantes/painel/
Disallow: /clientes/painel/
Disallow: /api/
Disallow: /admin-django/
Disallow: /contas/entrar/
Disallow: /contas/cadastrar/cliente/
Allow: /contas/cadastrar/
Disallow: /contas/recuperar-senha/
Disallow: /stories/
Disallow: /media/stories/
Disallow: /*?estado=
Disallow: /*?cidade=
Disallow: /*?categoria=
Disallow: /*?duracao=
Disallow: /*?bairro=
Disallow: /*?zona=
Disallow: /*_faz=
Disallow: /*_recebe=
Disallow: /*?atende_
Disallow: /*?aceita_
Disallow: /*?tem_
Disallow: /*?massagem_
Disallow: /*?striptease=
Disallow: /painel-interno/relatorio-completo/
Crawl-delay: 20

# ============================================
# Motores de Busca de IA - PERMITIDOS
# ============================================

# OpenAI / ChatGPT Search
User-agent: OAI-SearchBot
Allow: /
Disallow: /painel-admin/
Disallow: /acompanhantes/painel/
Disallow: /clientes/painel/
Disallow: /api/
Disallow: /contas/entrar/
Disallow: /contas/cadastrar/cliente/
Allow: /contas/cadastrar/
Disallow: /contas/recuperar-senha/
Disallow: /admin-django/
Disallow: /stories/
Disallow: /media/stories/

User-agent: ChatGPT-User
Allow: /

# 2026-09-13: GPTBot e treinamento de IA (nao e o crawler de busca do ChatGPT,
# esse e o OAI-SearchBot acima). Bloqueado tambem no Cloudflare WAF (regra
# "Anti-scraper COMBINED", lista nomeada que bloqueia sempre, mesmo bot
# verificado) - Disallow aqui pra nao contradizer o que o CF ja faz na pratica.
User-agent: GPTBot
Disallow: /

# Anthropic Claude
User-agent: ClaudeBot
Allow: /
Disallow: /painel-admin/
Disallow: /acompanhantes/painel/
Disallow: /clientes/painel/
Disallow: /api/
Disallow: /contas/entrar/
Disallow: /contas/cadastrar/cliente/
Allow: /contas/cadastrar/
Disallow: /contas/recuperar-senha/
Disallow: /admin-django/
Disallow: /stories/
Disallow: /media/stories/

User-agent: claude-web
Allow: /

User-agent: anthropic-ai
Allow: /
Disallow: /painel-admin/
Disallow: /acompanhantes/painel/
Disallow: /clientes/painel/
Disallow: /api/
Disallow: /contas/entrar/
Disallow: /contas/cadastrar/cliente/
Allow: /contas/cadastrar/
Disallow: /contas/recuperar-senha/
Disallow: /admin-django/
Disallow: /stories/
Disallow: /media/stories/

# Perplexity AI
User-agent: Perplexity-User
Allow: /

# DuckDuckGo AI
User-agent: DuckAssistBot
Allow: /

# Google Gemini / Bard
User-agent: Google-Extended
Allow: /
Disallow: /painel-admin/
Disallow: /acompanhantes/painel/
Disallow: /clientes/painel/
Disallow: /api/
Disallow: /contas/entrar/
Disallow: /contas/cadastrar/cliente/
Allow: /contas/cadastrar/
Disallow: /contas/recuperar-senha/
Disallow: /admin-django/
Disallow: /stories/
Disallow: /media/stories/

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Disallow: /painel-admin/
Disallow: /acompanhantes/painel/
Disallow: /clientes/painel/
Disallow: /api/
Disallow: /contas/entrar/
Disallow: /contas/cadastrar/cliente/
Allow: /contas/cadastrar/
Disallow: /contas/recuperar-senha/
Disallow: /admin-django/
Disallow: /stories/
Disallow: /media/stories/

# Meta AI
User-agent: FacebookBot
Allow: /

User-agent: meta-externalagent
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Apple (Siri/Spotlight)
User-agent: Applebot
Allow: /

# ============================================
# Crawlers de SEO - Limitados
# ============================================

# 2026-09-13: bloqueados tambem no Cloudflare WAF (lista nomeada sempre-bloqueia,
# regra "Anti-scraper COMBINED") - Disallow aqui pra nao contradizer o CF.
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# ============================================
# Scrapers Bloqueados
# ============================================

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

# ============================================
# Todos os outros crawlers
# ============================================

User-agent: *
Allow: /
Allow: /contas/faq/
Allow: /contas/termos-de-uso/
Allow: /contas/politica-de-privacidade/
Disallow: /painel-admin/
Disallow: /acompanhantes/painel/
Disallow: /clientes/painel/
Disallow: /api/
Disallow: /admin-django/
Disallow: /contas/entrar/
Disallow: /contas/cadastrar/cliente/
Allow: /contas/cadastrar/
Disallow: /contas/recuperar-senha/
Disallow: /stories/
Disallow: /media/stories/
Disallow: /*?estado=
Disallow: /*?cidade=
Disallow: /*?categoria=
Disallow: /*?duracao=
Disallow: /*?bairro=
Disallow: /*?zona=
Disallow: /*_faz=
Disallow: /*_recebe=
Disallow: /*?atende_
Disallow: /*?aceita_
Disallow: /*?tem_
Disallow: /*?massagem_
Disallow: /*?striptease=
Disallow: /painel-interno/relatorio-completo/
Crawl-delay: 2

# Sitemaps
Sitemap: https://realprazer.com.br/sitemap.xml
Sitemap: https://realprazer.com.br/sitemap-images.xml
Sitemap: https://realprazer.com.br/sitemap-videos.xml

# llms.txt: https://realprazer.com.br/llms.txt