# ============================================================
# CalzaFino robots.txt (Magento source of truth)
# Spanish store: /
# English store: /en/
# ============================================================

# ============================================================
# Content usage signal (advisory)
# ============================================================
User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

# ============================================================
# AI / training / scraping bots blocked (advisory + consistent)
# ============================================================
User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: archive.org_bot
Disallow: /

# ============================================================
# Image bots (allow product/category images; block resize params)
# ============================================================
User-agent: Googlebot-Image
Allow: /media/catalog/product/
Allow: /media/catalog/category/
Allow: /en/media/catalog/product/
Allow: /en/media/catalog/category/
Disallow: /media/catalog/product/*?width=
Disallow: /media/catalog/product/*&height=
Disallow: /media/catalog/category/*?width=
Disallow: /media/catalog/category/*&height=
Disallow: /en/media/catalog/product/*?width=
Disallow: /en/media/catalog/product/*&height=
Disallow: /en/media/catalog/category/*?width=
Disallow: /en/media/catalog/category/*&height=

User-agent: msnbot-media
Allow: /media/catalog/product/
Allow: /media/catalog/category/
Allow: /en/media/catalog/product/
Allow: /en/media/catalog/category/

# ============================================================
# Global rules for all bots
# ============================================================
User-agent: *

# --- Sitemaps
Sitemap: https://calzafino.com/sitemap_calzado_es.xml
Sitemap: https://calzafino.com/sitemap_calzado_en.xml

# --- Media: block most, allow what you want indexed
Disallow: /media/
Allow: /media/catalog/product/
Allow: /media/catalog/category/
Allow: /media/logo/
Allow: /media/sitemap/

Disallow: /en/media/
Allow: /en/media/catalog/product/
Allow: /en/media/catalog/category/
Allow: /en/media/logo/
Allow: /en/media/sitemap/

# --- Pagination allowed (both store views)
Allow: /*?p=
Allow: /*?page=
Allow: /en/*?p=
Allow: /en/*?page=

# --- Do NOT index API endpoints
Disallow: /rest/
Disallow: /graphql
Disallow: /en/rest/
Disallow: /en/graphql

# --- Tracking/store/session params (avoid duplicate indexing)
Disallow: /*?*utm_
Disallow: /en/*?*utm_
Disallow: /*SID=
Disallow: /en/*SID=
Disallow: /*?*___store=
Disallow: /en/*?*___store=
Disallow: /*?*___from_store=
Disallow: /en/*?*___from_store=

# --- Faceted navigation & sorting params
Disallow: /*?*calzado_tipo=
Disallow: /*?*material_calzado=
Disallow: /*?*fabricante_calzado=
Disallow: /*?*color=
Disallow: /*?*estilo=
Disallow: /*?*catalogo=
Disallow: /*?*gender=
Disallow: /*?*age_group=
Disallow: /*?*price=
Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_dir=
Disallow: /*?amp=1*

Disallow: /en/*?*calzado_tipo=
Disallow: /en/*?*material_calzado=
Disallow: /en/*?*fabricante_calzado=
Disallow: /en/*?*color=
Disallow: /en/*?*estilo=
Disallow: /en/*?*catalogo=
Disallow: /en/*?*gender=
Disallow: /en/*?*age_group=
Disallow: /en/*?*price=
Disallow: /en/*?*product_list_mode=
Disallow: /en/*?*product_list_order=
Disallow: /en/*?*product_list_dir=
Disallow: /en/*?amp=1*

# --- Customer/account/checkout (never index)
Disallow: /customer/
Disallow: /checkout/
Disallow: /sales/
Disallow: /wishlist/
Disallow: /review/
Disallow: /productalert/
Disallow: /rewards/
Disallow: /stores/store/redirect

Disallow: /en/customer/
Disallow: /en/checkout/
Disallow: /en/sales/
Disallow: /en/wishlist/
Disallow: /en/review/
Disallow: /en/productalert/
Disallow: /en/rewards/
Disallow: /en/stores/store/redirect

# --- Search & internal endpoints
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /elasticsuite/
Disallow: /en/catalogsearch/
Disallow: /en/catalog/product_compare/
Disallow: /en/elasticsuite/

# --- Technical / non-public paths
Disallow: /index.php
Disallow: /index.php/
Disallow: /*.php$
Disallow: /admin/
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /pub/
Disallow: /report/
Disallow: /skin/
Disallow: /static/
Disallow: /var/

Disallow: /en/index.php
Disallow: /en/index.php/
Disallow: /en/admin/
Disallow: /en/app/
Disallow: /en/bin/
Disallow: /en/dev/
Disallow: /en/lib/
Disallow: /en/pkginfo/
Disallow: /en/pub/
Disallow: /en/report/
Disallow: /en/skin/
Disallow: /en/static/
Disallow: /en/var/

# --- Common probing paths/files
Disallow: /wp-admin/
Disallow: /en/wp-admin/
Disallow: /.git
Disallow: /.svn
Disallow: /.idea
Disallow: /composer.json
Disallow: /composer.lock