# ================================
# Happy Faced Robots.txt
# Platform: Shopify
# Purpose: SEO + AEO optimization, crawl efficiency
# ================================

# === Universal Rules ===
User-agent: *
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /checkout
Disallow: /checkouts/
Disallow: /*/checkouts
Disallow: /*/checkouts/
Disallow: /orders
Disallow: /*/orders
Disallow: /*/orders/
Disallow: /account
Disallow: /search
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /.well-known/shopify/monorail
Disallow: /recommendations/products

# === Block duplicate collection filters (crawl bloat) ===
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /collections/*filter*
Disallow: /*/collections/*filter*

# === Block blog parameter variants ===
Disallow: /*+*
Disallow: /*%2B*
Disallow: /*%2b*

# === Block analytics / tracking junk ===
Disallow: /*?*ls=*

# === Explicitly allow indexable content ===
Allow: /blogs
Allow: /blogs/
Allow: /pages
Allow: /pages/
Allow: /collections/
Allow: /products/
Allow: /sitemap.xml

# === Allow assets for proper rendering ===
Allow: /cdn/
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.webp
Allow: /*.svg

# === AdsBot (conversion safety) ===
User-agent: AdsBot-Google
Disallow: /checkout
Disallow: /checkouts/
Disallow: /*/checkouts
Disallow: /*/checkouts/
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /*/orders
Disallow: /*/orders/
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*

# === Block aggressive / low-value bots ===
User-agent: Nutch
Disallow: /

# === Throttle SEO crawlers (reduce server load) ===
User-agent: SemrushBot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 10

# === Bing (search + AI ecosystem) ===
User-agent: Bingbot
Allow: /

# === LLM & AI Crawlers (Allowed) ===
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# === Sitemap ===
Sitemap: https://happyfaced.com/sitemap.xml