# ----------------------------------------------------
# LAST UPDATE 15/05/2025
# ----------------------------------------------------

# ----------------------------------------------------
# Bloqueio wordpress
# ----------------------------------------------------
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# ----------------------------------------------------
# Crawlers de buscadores tradicionais
# ----------------------------------------------------

# Google Search
User-agent: Googlebot
Allow: /

# Bing Search
User-agent: bingbot
Allow: /

# DuckDuckBot Search
User-agent: DuckDuckBot
Allow: /

# Yahoo Search
User-agent: Slurp
Disallow: 

# ----------------------------------------------------
# Crawlers oficiais de IA para treinamento e grounding
# ----------------------------------------------------
# OpenAI GPTBot (ChatGPT & afins)
User-agent: GPTBot
User-agent: ChatGPT-User
Allow: /

# Anthropic ClaudeBot
User-agent: ClaudeBot
User-agent: Claude-User
Allow: /

# PerplexityBot
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /

# DeepSeek (se estiver usando)
User-agent: DeepSeek
User-agent: DeepSeek-User
Allow: /

# Google-Extended (para uso em Bard, Vertex AI etc.)
User-agent: Google-Extended
Allow: /

# ----------------------------------------------------
Sitemap: https://www.intelipost.com.br/sitemap_index.xml