# AI crawlers explicitly allowed
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: Google-Extended
Allow: /
# Default rules for everyone else
User-agent: * 
Disallow: /wp-admin/ 
Disallow: /wp-includes/
Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/
Disallow: /wp-json/
Disallow: /?rest_route=
Allow: /wp-includes/css/ 
Allow: /wp-includes/js/
Disallow: /wp-content/themes/counsellingtorontoteens/assets/
Sitemap: https://www.counsellingtorontoteens.com/sitemap_index.xml