Disallow: /track_view.php
Disallow: /stock_sku.php
Disallow: /sendFBEvent.php

# =====================================
# 🤖 BOTS COMPLETAMENTE BLOQUEADOS
# =====================================

# IA / Machine Learning

User-agent: ChatGPT-User
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: Claude-SearchBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: anthropic
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: PerplexityBot
Disallow: /


# SEO / Scraping agresivo
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SemrushBot-COUB
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: SplitSignalBot
Disallow: /


# Monitorización / análisis
User-agent: AwarioBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: Brightbot
Disallow: /

User-agent: LogRocket-AssetCacher
Disallow: /

User-agent: BitSightBot
Disallow: /


# Crawlers genéricos
User-agent: crawl
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Qwantbot
Disallow: /

User-agent: Linguee
Disallow: /


# =====================================
# 🤝 BOTS PERMITIDOS CON RESTRICCIONES
# =====================================

# Google principal (SEO)
User-agent: Googlebot
Crawl-delay: 10
Disallow: /*?*
Disallow: /images/psd/

# Google Imágenes (muy limitado)
User-agent: Googlebot-Image
Crawl-delay: 120
Disallow: /*.png$
Disallow: /images/
Disallow: /images/psd/

# Google Shopping
User-agent: Storebot-Google
Crawl-delay: 10

# Apple Search
User-agent: Applebot
Crawl-delay: 20

# Bing
User-agent: bingbot
Crawl-delay: 15
Disallow: /*.png$


# =====================================
# 📌 PINTEREST – DOMADO 😈
# =====================================

User-agent: Pinterestbot
Allow: /google.xml
Disallow: /images/
Disallow: /*.png$
Disallow: /*.webp$
Disallow: /*?*
Crawl-delay: 30


# =====================================
# 📣 REDES SOCIALES (CAMPAÑAS ACTIVAS)
# =====================================

User-agent: meta-externalagent
Crawl-delay: 10

User-agent: facebookexternalhit
Crawl-delay: 10

User-agent: Twitterbot
Crawl-delay: 5

User-agent: LinkedInBot
Crawl-delay: 10

# -------------------------------
# Fanisetas - Sitemap IA
# -------------------------------
# -------------------------------
# Fanisetas - Integración IA / LLM
# Archivos de conocimiento estructurado
# -------------------------------

User-agent: *
Allow: /llms.txt
Allow: /about.txt

# Recomendación para rastreadores semánticos
# (ChatGPT, Perplexity, Google SGE, Bing Copilot, etc.)
Allow: /llms.txt
Allow: /about.txt

Sitemap: https://www.fanisetas.com/sitemap_ai.xml

User-agent: *
Disallow: /admin230/
Disallow: /download/
Disallow: /images/psd/
Disallow: /images/png/
Disallow: /images/camisetas/catalogo/
Disallow: /images/alfombrilla/
Disallow: /images/bootstrap/
Disallow: /images/cojin/
Disallow: /images/default/
Disallow: /images/guias/
Disallow: /images/icons/
Disallow: /images/idiomas/
Disallow: /images/index/
Disallow: /images/infobox/
Disallow: /images/languages/
Disallow: /images/mail/
Disallow: /images/mockup/
Disallow: /images/modules/
Disallow: /images/options/
Disallow: /images/pedidos/
Disallow: /images/portada/
Disallow: /images/quienes_somos/
Disallow: /images/tazas/
Disallow: /images/tienda_dist/
Disallow: /pub/
Disallow: /listados/
Disallow: /mobile/
Disallow: /pedidos/
Disallow: /copia_pedidos/
Disallow: /personal/
Disallow: /product_info/
Disallow: /rafa/
Disallow: /rafasshop/
Disallow: /yupick/
Disallow: /checkout_process/
Disallow: /copia_pedidos/
Disallow: /dropshipping/
Disallow: /ekomi/
Disallow: /affiliate/
Disallow: /includes/
Disallow: /banners/
Disallow: /disenyador/
Disallow: /tmp/
Disallow: /w3c/
Disallow: /sitemaps_generator/
Disallow: /advanced_search_result.php
Disallow: /*advanced_search_result.php*
Sitemap: https://fanisetas.com/sitemapIndex.xml