# For all robots
User-agent: *

# Block access to specific groups of pages
Disallow: /token
Disallow: /tell-a-friend/

Request-rate: 1/30
Crawl-delay: 30
Visit-time: 0400-0845

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block Ahrefs
User-agent: AhrefsBot
Disallow: /

# Block Sogou
User-agent: sogou spider
Disallow: /

# Block SEOkicks
User-agent: SEOkicks-Robot
Disallow: /

# Block BlexBot
User-agent: BLEXBot
Disallow: /

# Block SISTRIX
User-agent: SISTRIX Crawler
Disallow: /

# Block Uptime robot
User-agent: UptimeRobot/2.0
Disallow: /

User-agent: 008
Disallow: /

# Block Ezooms Robot
User-agent: Ezooms Robot
Disallow: /

# Block Perl LWP
User-agent: Perl LWP
Disallow: /

# Block BlexBot
User-agent: BLEXBot
Disallow: /

# Block netEstate NE Crawler (+http://www.website-datenbank.de/)
User-agent: netEstate NE Crawler (+http://www.website-datenbank.de/)
Disallow: /

# Block WiseGuys Robot
User-agent: WiseGuys Robot
Disallow: /

# Block Turnitin Robot
User-agent: Turnitin Robot
Disallow: /

# Block Heritrix
User-agent: Heritrix
Disallow: /

# Block pricepi 
User-agent: pimonster
Disallow: /
User-agent: Pimonster
Disallow: /
User-agent: Pi-Monster
Disallow: /

# Block Searchmetrics Bot
User-agent: SearchmetricsBot
Disallow: /

# Block Eniro
User-agent: ECCP/1.0 (search@eniro.com)
Disallow: /

# Block YandexBot
User-agent: Yandex
Disallow: /

# Block Baidu
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

# Block SoGou
User-agent: Sogou Spider
Disallow: /

# Block Youdao
User-agent: YoudaoBot
Disallow: /

# Block Nikon JP Crawler
User-agent: gsa-crawler (Enterprise; T4-KNHH62CDKC2W3; gsa_manage@nikon-sys.co.jp)
Disallow: /


User-agent: Googlebot
Disallow: /*/*/*/productDetails.action?detailProductCode=*&tab=features
Disallow: /*/product/productDetails.action?detailProductCode=*&tab=features
Disallow: /*/productDetails.action?detailProductCode=*&tab=features
# Block Search URLs with Sorting Method
Disallow: /search.action*token=/grid/relevancy*
Disallow: /search.action*token=/grid/priceAsc*
Disallow: /search.action*token=/grid/priceDesc*
Disallow: /search.action*token=/grid/nameAsc*
Disallow: /search.action*token=/grid/nameDesc*
#
Disallow: /search.action*token=/list/relevancy*
Disallow: /search.action*token=/list/priceAsc*
Disallow: /search.action*token=/list/priceDesc*
Disallow: /search.action*token=/list/nameAsc*
Disallow: /search.action*token=/list/nameDesc*
#
Disallow: /token/*/grid/priceDesc*
Disallow: /token/*/grid/relevancy*
Disallow: /token/*/grid/priceAsc*
Disallow: /token/*/grid/priceDesc*
Disallow: /token/*/grid/nameAsc*
Disallow: /token/*/grid/nameDesc*
#
Disallow: /token/*/list/priceDesc*
Disallow: /token/*/list/relevancy*
Disallow: /token/*/list/priceAsc*
Disallow: /token/*/list/priceDesc*
Disallow: /token/*/list/nameAsc*
Disallow: /token/*/list/nameDesc*
Disallow: /token/*/list/cleanAllQuantities*
#
Disallow: /search.action*gridView=*
Disallow: /token/*gridView=*
#
Disallow: /*/details_1
#
Disallow: /tell-a-friend/*

# Block PDP URL with JsessionID
Disallow: /*/details;jsessionid=*
Disallow: /*/productDetails.action;jsessionid=*

User-agent: Googlebot-Mobile
Disallow: /*/*/*/productDetails.action?detailProductCode=*&tab=features
Disallow: /*/product/productDetails.action?detailProductCode=*&tab=features
Disallow: /*/productDetails.action?detailProductCode=*&tab=features
# Block Search URLs with Sorting Method
Disallow: /search.action*token=/grid/relevancy*
Disallow: /search.action*token=/grid/priceAsc*
Disallow: /search.action*token=/grid/priceDesc*
Disallow: /search.action*token=/grid/nameAsc*
Disallow: /search.action*token=/grid/nameDesc*
#
Disallow: /search.action*token=/list/relevancy*
Disallow: /search.action*token=/list/priceAsc*
Disallow: /search.action*token=/list/priceDesc*
Disallow: /search.action*token=/list/nameAsc*
Disallow: /search.action*token=/list/nameDesc*
#
Disallow: /token/*/grid/priceDesc*
Disallow: /token/*/grid/relevancy*
Disallow: /token/*/grid/priceAsc*
Disallow: /token/*/grid/priceDesc*
Disallow: /token/*/grid/nameAsc*
Disallow: /token/*/grid/nameDesc*
#
Disallow: /token/*/list/priceDesc*
Disallow: /token/*/list/relevancy*
Disallow: /token/*/list/priceAsc*
Disallow: /token/*/list/priceDesc*
Disallow: /token/*/list/nameAsc*
Disallow: /token/*/list/nameDesc*
Disallow: /token/*/list/cleanAllQuantities*
#
Disallow: /search.action*gridView=*
Disallow: /token/*gridView=*
#
Disallow: /*/details_1
#
Disallow: /tell-a-friend/*

# Block PDP URL with JsessionID
Disallow: /*/details;jsessionid=*

# Block  MegaIndex.ru
User-agent: MegaIndex.ru/2.0
Disallow: /


User-agent: MegaIndex.ru
Disallow: /

User-agent: megaIndex.ru
Disallow: /

User-agent: Domain Re-Animator Bot
Disallow: /