# === Explicit AI / LLM Allow ===
User-agent: GPTBot
Disallow:

User-agent: OAI-SearchBot
Disallow:

User-agent: ClaudeBot
Disallow:

User-agent: Claude-Web
Disallow:

User-agent: Google-Extended
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: Applebot-Extended
Disallow:

User-agent: CCBot
Disallow:


# === General crawler policy (WordPress-safe) ===
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Low-value archives
Disallow: /tag/
Disallow: /category/

# Utility pages
Disallow: /thank-you/

# Block all parameter URLs (crawl trap prevention)
Disallow: /*?*
Sitemap: https://otsegoclub.com/sitemap_index.xml