# General rules for all crawlers

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /?wc-ajax=
Disallow: /*wc-ajax=*
Disallow: /wp-json/
Disallow: /cart/
Disallow: /my-account/
Disallow: /checkout/

# Prevent bots from crawling WooCommerce add-to-cart URLs

Disallow: /*add-to-cart=*

# Optional crawl-delay for crawlers that support it

# Google ignores Crawl-delay

Crawl-delay: 5

# Block SEO crawlers / data harvesters

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: SeznamBot
Disallow: /

# Block AI scrapers

User-agent: PerplexityBot
Disallow: /

User-agent: InternetMeasurement
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: AliyunSecBot
Disallow: /

# Block Amazon crawlers / product scraping

User-agent: Amazonbot
Disallow: /

User-agent: AdsBot-Amazon
Disallow: /

User-agent: Amazonbot-Image
Disallow: /

User-agent: AmazonCloudFront
Disallow: /

User-agent: amazon-product-discovery
Disallow: /

User-agent: amazon-seller-initiated-listing
Disallow: /

# Sitemap

Sitemap: https://www.barillio-barware.com/sitemap_index.xml