# Block problematic or spammy bots
User-agent: AhrefsBot
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: MJ12bot
Crawl-delay: 10

User-agent: Pinterest
Crawl-delay: 1

# Block AI bots and scrapers
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: BingPreview
Disallow: /

User-agent: ClaudeBot
Disallow: /

# General rules for all other bots
User-agent: *
Allow: /

# Block WordPress admin and system files
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /wp-comments-post.php

# Block feeds and trackbacks
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /category/*/*/*
Disallow: */trackback/
Disallow: */feed/
Disallow: */comments/

# Block plugins and themes directories (but allow resources)
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

# Allow important static resources globally
Allow: /wp-content/uploads/
Allow: /wp-content/cache/
Allow: *.css
Allow: *.js
Allow: *.png
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif
Allow: *.svg
Allow: *.webp
Allow: *.woff
Allow: *.woff2
Allow: *.ttf
Allow: *.pdf
Allow: *.mp4
Allow: *.ogv
Allow: *.webm

Sitemap: https://www.barrosofit.com/sitemap.xml