User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /blog/category/*
Disallow: /feed/
Disallow: /feed/*
Disallow: /*?s=  # Blocks search result pages
Disallow: /cgi-bin/  # Blocks CGI scripts if not in use
Disallow: /*add-to-cart=  # Blocks 'add to cart' query strings
Disallow: /wp-json/  # Blocks REST API endpoint from being indexed

# Prevent WooCommerce Filter & Pagination URLs from being indexed
Disallow: /*?attribute_pa*
Disallow: /*?products-per-page*
Disallow: /*&products-per-page*

# Allow important product & category pages
Allow: /product-category/
Allow: /product-category/*
Allow: /product/
Allow: /product/*

# Ensure Google Ads & Shopping Bots can crawl landing pages, but follow site-wide rules
User-agent: Googlebot
Disallow: /wp-admin/
Allow: /wp-content/uploads/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?s=
Disallow: /*?attribute_pa*
Disallow: /*?products-per-page*
Disallow: /*&products-per-page*
Disallow: /*add-to-cart=
Disallow: /wp-json/

User-agent: AdsBot-Google
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: Googlebot-Image
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Ensure Google Ads tracking parameters (gclid, utm) are allowed
Allow: /*?gclid=
Allow: /*?utm_source=
Allow: /*?utm_medium=
Allow: /*?utm_campaign=

# XML Sitemap for search engines
Sitemap: https://www.fragrancefractions.co.uk/sitemap_index.xml