User-agent: *
Allow: /

# Block WordPress paths (prevents brute force bot attacks)
Disallow: /wp-admin
Disallow: /wp-login
Disallow: /wp-content
Disallow: /wp-includes
Disallow: /wordpress
Disallow: /xmlrpc.php

# Block AI training crawlers
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

Sitemap: https://rubibot.org/sitemap.xml