# robots.txt — wtp.si — v2026.07
# AI/LLM search crawlers allowed. Param URLs blocked except pagination (?p=).

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: *
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /*/catalog/product/view/id/
Disallow: /*/product/list/id/
Disallow: /*/quickview/
Disallow: /*/captcha/
Disallow: /index.php/
Disallow: /catalogsearch/
Disallow: /*/catalogsearch/
Allow: /*?p=
Disallow: /*?p=*&
Disallow: /*?
Sitemap: https://wtp.si/sitemapen/sitemap.xml
Sitemap: https://wtp.si/sitemapsi/sitemap.xml
Sitemap: https://wtp.si/sitemapit/sitemap.xml
Sitemap: https://wtp.si/sitemapde/sitemap.xml
Sitemap: https://wtp.si/sitemaphr/sitemap.xml