# ==============================
# WOOCOMMERCE RULES (Existing - Keep)
# ==============================
User-agent: *
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# ==============================
# WORDPRESS JUNK URL PROTECTION
# (Saves crawl budget — new addition)
# ==============================
Disallow: /?s=
Disallow: /search/
Disallow: /tag/
Disallow: /author/
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/feed/

# ==============================
# YOAST BLOCK (Existing - Keep)
# ==============================
# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://saleleads.net/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK

# ==============================
# AI CRAWLERS — EXPLICITLY ALLOWED
# (New addition — critical for AI visibility)
# ==============================

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Google AI Overviews
User-agent: Google-Extended
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Microsoft Copilot / Bing AI
User-agent: Bingbot
Allow: /

User-agent: msnbot
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

# Apple
User-agent: Applebot
Allow: /

# ==============================
# STANDARD SEARCH ENGINES
# (Explicitly confirm access)
# ==============================
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Video
Allow: /