# OpenAI (ChatGPT y sus modelos)
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /

# Google (Para Gemini y Vertex AI)
# Nota: Googlebot ya rastrea por defecto, pero esto asegura acceso a las herramientas extendidas
User-agent: Google-Extended
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

# Common Crawl (Base de datos usada por muchas IAs para entrenamiento)
User-agent: CCBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Apple (Apple Intelligence)
User-agent: Applebot-Extended
Allow: /

User-agent: SiteAuditBot
Crawl-delay: 1
Allow: /

User-agent: Semrushbot-SI
Allow: /

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /sitemap_index.xml

Disallow: */wp-content/podscache/*
Disallow: /*.pdf$

Sitemap: https://www.embention.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK