# Robots.txt for https://10bestvacuums.com/
# Last updated: February 2026

# ==============================
# Global Rules
# ==============================
User-agent: *
Allow: /
Allow: /wp-content/uploads/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /login
Disallow: /register
Disallow: /account/
Disallow: /author/*/feed/
Disallow: /*?print=
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /*?utm_
Disallow: /*?ref=
Disallow: /*?fbclid=
Disallow: /*?gclid=
Disallow: /tag/*/feed/
Disallow: /category/*/feed/
Disallow: /*/trackback/
Disallow: /*/comments/feed/
Disallow: /xmlrpc.php
Disallow: /wp-*.php
Disallow: /readme.html
Disallow: /license.txt

# ==============================
# Beneficial Crawlers (Allow All)
# ==============================
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# ==============================
# Block AI Scrapers
# ==============================
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# ==============================
# Sitemap
# ==============================
Sitemap: https://10bestvacuums.com/sitemap_index.xml