# -------- Global defaults -------- User-agent: * # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt # -------- AI / LLM crawlers (apply the same safe rules) --------User-agent: GPTBot # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: OAI-SearchBot # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: ChatGPT-User # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: ClaudeBot # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: anthropic-ai # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: PerplexityBot # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: Perplexity-User # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: MistralAI-User # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: KagiBot # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: Google-Extended # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: GoogleOther # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: GoogleOther-Image # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: GoogleOther-Video # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: Applebot # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: Applebot-Extended # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: Bingbot # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: YouBot # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: CCBot # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: Amazonbot # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: Meta-ExternalAgent # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: Meta-ExternalFetcher # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: Bytespider # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: cohere-ai # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt User-agent: Diffbot # Standard Shopify / transactional / private routes Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /apps Disallow: /services Disallow: /a/checkout Disallow: /c/ Disallow: /recommendations # Thin/utility collection endpoints Disallow: /collections/vendors Disallow: /collections/types # CRITICAL: Block layout-none endpoints (cannot rely on meta robots) Disallow: /*?*view= # Allow core content (explicit allow for clarity) Allow: /products/ Allow: /collections/ Allow: /blogs/ Allow: /pages/ Allow: /policies/ Allow: /llms.txt # Explicitly allow pagination for discovery Allow: /collections/*?page= Allow: /*?page= # Assets (images, files, PDFs) – ensure crawlable Allow: /cdn/shop/files/ Allow: /cdn/shop/products/ Allow: /cdn/shop/articles/ Allow: /llms.txt # -------- Sitemap -------- Sitemap: https://simplysecured.ca/sitemap.xml