# ══════════════════════════════════════════════════════════════
# robots.txt — AllBestBeautyReviews.com
# Updated: 2026-04-06
# Changes: Added Allow rules for 6 new long-tail anchor sections
#          added to the homepage on 2026-04-06 (ids: sephora-free-
#          shipping-code, sephora-discount-codes-2026, sephora-beauty-
#          insider-promo, sephora-promo-code-first-order,
#          sephora-fragrance-promo-code, sephora-codes-history)
# ══════════════════════════════════════════════════════════════

# Allow all well-behaved crawlers
User-agent: *
Allow: /

# Block access to admin, internal, and non-public paths
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /api/
Disallow: /private/
Disallow: /*.json$
Disallow: /cdn-cgi/
Disallow: /tmp/
Disallow: /?q=*

# Allow Google Image Bot explicitly
User-agent: Googlebot-Image
Allow: /images/

# Allow Google News Bot explicitly
# Core coupon pages (always included)
User-agent: Googlebot-News
Allow: /blog/
Allow: /sephora-promo-codes/
Allow: /sephora-free-shipping-code/
Allow: /sephora-20-percent-off/
# Original blog posts (ids 0–5)
Allow: /blog/sephora-skincare-deals-april-2026/
Allow: /blog/how-to-maximise-sephora-beauty-insider-points/
Allow: /blog/top-10-clean-beauty-brands-sephora-2026/
Allow: /blog/sephora-best-perfume-deals-spring-2026/
Allow: /blog/fenty-beauty-vs-charlotte-tilbury/
Allow: /blog/sephora-vib-sale-2026-guide/
# New SEO-targeted blog posts (ids 6–15) — added 2026-04-01
Allow: /blog/sephora-promo-codes-april-2026/
Allow: /blog/sephora-free-shipping-code-2026/
Allow: /blog/sephora-discount-codes-that-work-2026/
Allow: /blog/sephora-vib-coupon-code-2026/
Allow: /blog/how-to-find-working-sephora-promo-codes-2026/
Allow: /blog/sephora-coupons-promo-codes-master-list-2026/
Allow: /blog/sephora-promo-codes-march-2026/
Allow: /blog/sephora-rewards-code-2026/
Allow: /blog/sephora-delivery-coupons-2026/
Allow: /blog/sephora-discount-code-usa-2026/
# New homepage anchor sections — added 2026-04-06
Allow: /#sephora-free-shipping-code
Allow: /#sephora-discount-codes-2026
Allow: /#sephora-beauty-insider-promo
Allow: /#sephora-promo-code-first-order
Allow: /#sephora-fragrance-promo-code
Allow: /#sephora-codes-history

# Crawl-delay for less critical bots (seconds)
User-agent: Bingbot
Crawl-delay: 5

User-agent: Slurp
Crawl-delay: 10

User-agent: DuckDuckBot
Crawl-delay: 5

# Block known bad bots & scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# ── SITEMAP REFERENCES ─────────────────────────────────────────
# Master sitemap index — submit THIS to Google Search Console
Sitemap: https://allbestbeautyreviews.com/sitemap-index.xml

# Primary sitemap (now 52 URLs including 10 new blog posts)
Sitemap: https://allbestbeautyreviews.com/sitemap.xml

# Image sitemap (updated with images for all 16 blog posts)
Sitemap: https://allbestbeautyreviews.com/sitemap-images.xml

# News sitemap (for Google News — update daily, 48-hr rolling window)
Sitemap: https://allbestbeautyreviews.com/sitemap-news.xml