# Cloudflare prepends a managed block (AI crawler controls + content signals) # above this content in production. The rules below are unioned with that block # by every standards-compliant crawler. User-agent: * Allow: / # Auth & user-specific pages # No trailing slash, so /login and /register match too (bots asked for them ~1,000 times a day, Nov 2026) Disallow: /login Disallow: /register Disallow: /logout Disallow: /accounts/ Disallow: /password-reset/ Disallow: /password-change/ Disallow: /profile/ Disallow: /account/ # Admin / staff areas Disallow: /admin/ Disallow: /dashboard/ # API endpoints — not pages Disallow: /api/ # Marketplace seller-side Disallow: /seller/ Disallow: /market/setup/ Disallow: /market/dashboard/ Disallow: /brand/guides/ Disallow: /review/ # Transient / redirect / debug paths Disallow: /go/ Disallow: /search/ Disallow: /preview/ Disallow: /home-preview/ Disallow: /prototype/ Disallow: /beta-access/ Disallow: /beta-verify/ Disallow: /marketplace/checkout/ Disallow: /profile-pictures/ # Retired pages — these 404 now. Listed so a crawler that already knows the # URL stops asking, and so nothing re-surfaces them from an old index. Disallow: /standards/how-we-categorize/ Disallow: /changelog/ Disallow: /legal/beta-test-agreement/ Disallow: /market/shops/ Disallow: /market/brands/ # Sort variants are not indexed: their canonical points at the plain category. # Paging (?page=N) is open: page 2 onward names itself as canonical. Disallow: /*?sort= Sitemap: https://www.fragrancefreenation.com/sitemap.xml