# ===== SUBSCRIPTION HERO ROBOTS.TXT =====
# https://subscriptionhero.pro/robots.txt

# ===== ALL CRAWLERS =====
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /cart
Disallow: /checkout
Disallow: /dashboard
Disallow: /wishlist
Disallow: /*?search=
Disallow: /*?sort=
Disallow: /*?minPrice=
Disallow: /*?maxPrice=
Crawl-delay: 1

# ===== GOOGLE =====
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /cart
Disallow: /checkout
Crawl-delay: 0.5

User-agent: Googlebot-Image
Allow: /
Disallow: /api/
Disallow: /admin/

User-agent: Googlebot-News
Allow: /blog/
Disallow: /api/
Disallow: /admin/
Disallow: /cart
Disallow: /checkout

# ===== BING =====
User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /cart
Disallow: /checkout
Crawl-delay: 0.5

# ===== YANDEX =====
User-agent: Yandex
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /cart
Disallow: /checkout
Crawl-delay: 1
Host: https://subscriptionhero.pro

# ===== DUCKDUCKGO =====
User-agent: DuckDuckBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /cart
Disallow: /checkout

# ===== BLOCK UNNECESSARY CRAWLERS =====
User-agent: AhrefsBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /cart
Disallow: /checkout
Crawl-delay: 2

User-agent: SemrushBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /cart
Disallow: /checkout
Crawl-delay: 2

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# ===== SITEMAPS =====
Sitemap: https://subscriptionhero.pro/sitemap.xml