User-agent: *
# Block search result pages
Disallow: /search
Disallow: /search/

# Block faceted and filtered URLs (query parameters)
Disallow: /*?*
Disallow: /*&*

# Block admin and login pages
Disallow: /wp-admin/
Disallow: /wp-login.php

# Block cart, checkout, and account pages (if using WooCommerce or similar)
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

# Allow important assets (e.g., CSS, JS)
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

# AI crawlers — explicitly allowed
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: bingbot
Allow: /

Sitemap: https://csogo.org/sitemaps.xml

# Content Signals (https://contentsignals.org/)
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no