# ============================================
# Bedsmart.ca - Robots Directives
# SEO • AI • Voice Search • WooCommerce
# ============================================

# ----------------------
# Major Search Engines
# ----------------------
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# ----------------------
# Utility / Private Pages
# ----------------------
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /track-order/

# ----------------------
# Internal Search & Filters
# (crawl efficiency only)
# ----------------------
Disallow: /?s=
Disallow: /*?s=
Disallow: /*?orderby=
Disallow: /*?filter=
Disallow: /*add-to-cart=*

# ----------------------
# Explicit Allow
# ----------------------
Allow: /

# ----------------------
# XML Sitemap (Rank Math)
# ----------------------
Sitemap: https://bedsmart.ca/sitemap_index.xml

# ----------------------
# AI & Voice Search Crawlers
# ----------------------
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

# ============================================
# Notes:
# - Products, categories, blogs are crawlable
# - Duplicates handled via canonical/noindex
# - No crawl-delay (prevents throttling)
# - Geo restrictions handled via CDN/firewall
# - Optimized for AI answers & voice discovery
# ============================================