# =========================================================
# KungFuDirect Robots.txt
# Optimized for Google SEO + AI discovery (ChatGPT, Bing Copilot, Perplexity)
# =========================================================

# --- MAIN SITEMAP ---
Sitemap: https://www.kungfudirect.com/sitemap.xml

# =========================================================
# GENERAL RULES FOR ALL CRAWLERS
# =========================================================
User-agent: *
# Block system and user/account sections
Disallow: /admin/
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /order/
Disallow: /wishlist/
Disallow: /compare/
Disallow: /search/

# Allow important informational pages (policies, FAQ, service)

# System and temporary folders
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /logs/

# Common URL parameters (duplicate/filtered pages)
Disallow: /*?route=
Disallow: /*?tracking=
Disallow: /*?currency=
Disallow: /*?sort=
Disallow: /*?order=
Disallow: /*?limit=
Disallow: /*?page=
Disallow: /*?filter=
Disallow: /*?variant=
Disallow: /*?search=
Disallow: /*?manufacturer_id=
Disallow: /*?tag=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?utm_term=
Disallow: /*?utm_content=
Disallow: /*?gclid=
Disallow: /*?fbclid=
Disallow: /*?preview_theme_id*
Disallow: /*?preview_script_id*
Disallow: /*?sessionid=

# Allow required assets for proper rendering
Allow: /*.css$
Allow: /*.js$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.svg$
Allow: /*.gif$

# =========================================================
# MAJOR SEARCH ENGINES
# =========================================================
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /

# =========================================================
# AI CRAWLERS (OPEN FOR DISCOVERY)
# These bots power ChatGPT, Perplexity, Claude, etc.
# =========================================================
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# =========================================================
# BLOCK KNOWN AGGRESSIVE OR NON-USEFUL BOTS
# =========================================================
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Pinterest
Disallow: /

# =========================================================
# END OF FILE
# =========================================================