User-agent: *

# Block system & private areas

Disallow: /wp-admin/

Disallow: /wp-includes/

Disallow: /wp-content/plugins/

Disallow: /wp-content/cache/

Disallow: /wp-content/themes/

Disallow: /cgi-bin/

Disallow: /my-account/

Disallow: /cart/

Disallow: /checkout/
 
# Block low-value or duplicate URLs

Disallow: /search/

Disallow: /tag/

Disallow: /feed/

Disallow: /trackback/

Disallow: /?s=

Disallow: /*?add-to-cart=*

Disallow: /*?orderby=*

Disallow: /*?filter_*

Disallow: /?replytocom=
 
# Allow useful public content

Allow: /wp-content/uploads/

Allow: /page/

Allow: /*/page/
 
# Crawlers like Googlebot can still access pagination for category depth

Allow: /*?paged=*
 
# Sitemap

Sitemap: https://www.knightsbridgeaccessories.com/sitemap_index.xml

Crawl-delay: 5

User-agent: PetalBot
User-agent: SemrushBot
User-agent: Yandex
User-agent: BLEXBot
User-agent: dotbot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: GPTBot
User-agent: Barkrowler
User-agent: Applebot
User-agent: ClaudeBot
Disallow: /