# Urban Beautiq robots.txt
# Policy: give search engines and Google Ads crawlers the SAME access real
# users have, so the rendered landing pages, CSS, JS, images and the JSON data
# APIs that populate them are all reachable. Only admin tooling and the
# click-time outbound/share redirects are disallowed (they 302 to retailers and
# must never be indexed). Bad scraper bots are handled by server middleware,
# not here.

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/deals/go
Disallow: /api/deals/prefetch
Disallow: /api/d/
Disallow: /api/newsletter/unsubscribe

# Google Search — must render JS, CSS, images AND the JSON APIs behind the SPA.
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/deals/go
Disallow: /api/deals/prefetch
Disallow: /api/d/

User-agent: Googlebot-Image
Allow: /

# Google Ads landing-page crawlers (these obey ONLY their own named groups).
User-agent: AdsBot-Google
Allow: /
Disallow: /admin/
Disallow: /api/deals/go
Disallow: /api/deals/prefetch
Disallow: /api/d/

User-agent: AdsBot-Google-Mobile
Allow: /
Disallow: /admin/
Disallow: /api/deals/go
Disallow: /api/deals/prefetch
Disallow: /api/d/

Sitemap: https://urbanbeautiq.com/sitemap.xml