User-agent: Yandex
Disallow: /ru-ru*
Disallow: /online/portal/ru*

#User-agent: Baiduspider
#Disallow: /
#User-agent: Sogou spider
#Disallow: /

#User-agent: Sogou web spider
#Disallow: /

User-agent: Amazonbot
Disallow: /*?*type=pdf

User-agent: YisouSpider
Disallow: /

User-agent: *
Crawl-delay: 5

###### CRISP START

###Disallow irrelevant filters###
Disallow: /*?*type=*
Allow: /*?*type=pdf

###Allow filter critical PCP resource###
Allow: /search/assets/js/i18n.js*

###Allow rendering configurator links on PDPs###
Allow: /configuration/i18n.js*

###Disallow internal URLs###
Disallow: /*?*_realm=*
Disallow: /*?*_locale=*

###Disallow QR PopUp resources###
Disallow: /resources/qr-popup/

###Disallow URLs with changed numbers of results###
Disallow: /*?*ps=*

###Disallow irrelevant filters###
Disallow: /*?f=*
Disallow: /*&f=*
Disallow: /*?s=*
Disallow: /*&s=*

###Disallow internal search results###
Disallow: /*?*q=*

Disallow: */product-list/
Disallow: /*/product-list-*

###Disallow individualized distributor search results###
Disallow: /*?productId=*
Disallow: /*&productId=*

###Disallow realm notification banner###
Disallow: /*cu-realm-notification-*.js

###Disallow Chat###
Disallow: /*gs-chatbot-*.js

###Allow critical ressources###
Allow: /customer/js/*.js*
Allow: /explore/js/*.js*
Allow: /shopping/js/*.js*
Allow: /product/product/*
Allow: /shopping/features*
Allow: /search/search-data*
Allow: /shopping/salesdata/*
Allow: /customer/secure/*
Allow: /customer/api/*
Allow: /explore/include/product/list/item/*
Allow: /distributor-search/js/*
Allow: /distributor-search/api/*

###Allow to follow redirects###
Allow: /redirector/*


###Sitemaps###
Sitemap: https://www.phoenixcontact.com/crisp_sitemap_index.xml

###### CRISP END