# ┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓
# ┃  Robots & Agent policy - Shopify Default + Custom Allow for Products  ┃
# ┣━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┫
# ┃  Platform: Shopify                                                   ┃
# ┃  Purpose: Allow product pages to be crawled & indexed by search bots ┃
# ┗━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┛

User-agent: *
# ✅ Custom Allow Rules
Allow: /products/
Allow: /products/*.*
Allow: /products/*$

# 🚫 Standard Shopify Restrictions
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /account
# Disallow: /collections/*sort_by*
# Disallow: /*/collections/*sort_by*
# Disallow: /collections/*+*
# Disallow: /collections/*%2B*
# Disallow: /collections/*%2b*
# Disallow: /*/collections/*+*
# Disallow: /*/collections/*%2B*
# Disallow: /*/collections/*%2b*
# Disallow: */collections/*filter*&*filter*
# Disallow: /blogs/*+*
# Disallow: /blogs/*%2B*
# Disallow: /blogs/*%2b*
# Disallow: /*/blogs/*+*
# Disallow: /*/blogs/*%2B*
# Disallow: /*/blogs/*%2b*
# Disallow: /*?*oseid=*
# Disallow: /*preview_theme_id*
# Disallow: /*preview_script_id*
# Disallow: /policies/
# Disallow: /*/policies/
# Disallow: /search
# Disallow: /sf_private_access_tokens
# Disallow: /apple-app-site-association
# Disallow: /.well-known/shopify/monorail
# Disallow: /cdn/wpm/*.js
# Disallow: /recommendations/products
# Disallow: /*/recommendations/products
# Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
# Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
# Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
# Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote

Sitemap: https://shop.powermining.io/sitemap.xml

# Google AdsBot (required for ad landing pages)
User-agent: AdsBot-Google
Disallow: /checkout
Disallow: /checkouts/
Disallow: /cart
Disallow: /orders
Sitemap: https://shop.powermining.io/sitemap.xml