# -------------------------------------------------------
# robots.txt
# Last updated: 2026-06-01
# -------------------------------------------------------

# Block AI training crawlers (does not affect search indexation)
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

# -------------------------------------------------------
# All other crawlers (including Googlebot, Bingbot)
# -------------------------------------------------------
User-agent: *

# WordPress core -- block admin and login
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# Low-value query-string URLs (uncached, no SEO value)
Disallow: /*?s=
Disallow: /*?replytocom=

# Forum (bbPress) crawl sinks
Disallow: /forums/users/
Disallow: /forums/search/

# Sitemap location
Sitemap: https://codap.concord.org/sitemap_index.xml