##############
# Search Engines (fara Crawl-delay)
##############

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

##############
# Alte Search Engines (cu Crawl-delay)
##############

User-agent: Yandex
Allow: /
Crawl-delay: 1

User-agent: Baiduspider
Allow: /
Crawl-delay: 1

User-agent: Sogou
Allow: /
Crawl-delay: 1

User-agent: Exabot
Allow: /
Crawl-delay: 1

User-agent: facebot
Allow: /
Crawl-delay: 1

User-agent: ia_archiver
Allow: /
Crawl-delay: 1

User-agent: Pinterestbot
Allow: /
Crawl-delay: 1

User-agent: Twitterbot
Allow: /
Crawl-delay: 1

##############
# AI Crawlers & Assistants (cu Crawl-delay)
##############

User-agent: Amazonbot
Allow: /
Crawl-delay: 1

User-agent: Applebot
Allow: /
Crawl-delay: 1

User-agent: ChatGPT-User
Allow: /
Crawl-delay: 1

User-agent: OAI-SearchBot
Allow: /
Crawl-delay: 1

User-agent: ClaudeBot
Allow: /
Crawl-delay: 1

User-agent: Claude-SearchBot
Allow: /
Crawl-delay: 1

User-agent: Claude-User
Allow: /
Crawl-delay: 1

User-agent: GPTBot
Allow: /
Crawl-delay: 1

User-agent: Meta-ExternalAgent
Allow: /
Crawl-delay: 1

User-agent: Meta-ExternalFetcher
Allow: /
Crawl-delay: 1

User-agent: Bytespider
Allow: /
Crawl-delay: 1

User-agent: CCBot
Allow: /
Crawl-delay: 1

User-agent: DuckAssistBot
Allow: /
Crawl-delay: 1

User-agent: Google-CloudVertexBot
Allow: /
Crawl-delay: 1

User-agent: MistralAI-User
Allow: /
Crawl-delay: 1

User-agent: PerplexityBot
Allow: /
Crawl-delay: 1

User-agent: Perplexity-User
Allow: /
Crawl-delay: 1

User-agent: ProRataInc
Allow: /
Crawl-delay: 1

User-agent: Timpibot
Allow: /
Crawl-delay: 1

##############
# SEO / Indexing / Other (cu Crawl-delay)
##############

User-agent: AhrefsBot
Allow: /
Crawl-delay: 1

User-agent: SemrushBot
Allow: /
Crawl-delay: 1

User-agent: MJ12bot
Allow: /
Crawl-delay: 1

User-agent: DotBot
Allow: /
Crawl-delay: 1

##############
# Magento 2 Specific Restrictions
##############

Disallow: /cdn-cgi/*
Disallow: */wishlist/*
Disallow: */checkout/*
Disallow: */onestepcheckout/*
Disallow: */review/product/*
Disallow: */sendfriend/*
Disallow: */enable-cookies/*
Disallow: */wp/*

Disallow: */customer/*
#Disallow: /customer/account/
#Disallow: /customer/account/login/

Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
#Disallow: /catalog/product/view/

Disallow: /termeni-si-conditii
Disallow: /termeni-si-conditii-abonamente
Disallow: /politica-de-confidentialitate
Disallow: /comenzi-si-livrare
Disallow: /returnare

Disallow: /*?
Disallow: /?dir
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /?mode
Disallow: /?q=*
Disallow: /*,*
Disallow: /*%2C*

Disallow: *?delivery=*
Disallow: *?showroom=*
Disallow: *?product_list_order=*
Disallow: *?product_list_limit=*
Disallow: *?price=*
Disallow: */catalogsearch/result/?q=*
Disallow: */customer/account/login/referer/*

##############
# TDM Access (Text and Data Mining)
##############

User-agent: *
Allow: /
Crawl-delay: 1

##############
# Sitemap
##############

Sitemap: https://stonefeet.ro/feed/products.xml
Sitemap: https://stonefeet.ro/categorii.xml
Sitemap: https://stonefeet.ro/cms.xml