# Block known AI scrapers
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Yeti
Disallow: /

# Block WordPress-related paths
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /xmlrpc.php

# Optional: Allow all other bots to crawl the public site
User-agent: *
Allow: /

Sitemap: https://courses.centsibleketo.com/sitemap.xml