User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Prevent crawlers from wasting resources on duplicate URLs
Disallow: /*?utm_
Disallow: /*?fb_comment_id=
Disallow: /*?replytocom=
Disallow: /*?s=

# Sitemap location (use your active HTTPS non-www sitemap)
Sitemap: https://bitrebels.com/sitemap.xml