# General settings
User-agent: *
Crawl-delay: 20

# Disallow admin pages to prevent crawling sensitive areas
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php

# Disallow cart, checkout, and account-related pages
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /order-tracking/
Disallow: /thank-you/

# Disallow search and query result pages (to avoid duplicate content)
Disallow: /?s=
Disallow: /search/
Disallow: /?p=

# WooCommerce
# Disallow unnecessary WooCommerce pages (product category, product pages, etc.)
# If you don't want to index product pages, you may leave these disallowed
Disallow: /product-category/
Disallow: /product/

# Optionally, disallow shop overview and paginated pages if you don't want them indexed
Disallow: /shop/
Disallow: /shop/page/

# Allow important assets to be crawled (for proper indexing and user experience)
Allow: /wp-content/uploads/
Allow: /wp-includes/js/