User-agent: AhrefsBot
Disallow: /
User-agent: Barkrowler
Disallow:/
User-agent: BLEXBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: KomodiaBot
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: megaindex.com
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Mozilla/5.0 (compatible; Seekport Crawler; http://seekport.com/)
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Qwantify
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: Seekport Crawler
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: Shopit
Disallow: /
User-agent: serpstatbot	
Disallow: /
User-agent: Sogou web spider
Disallow: /

User-agent: SemrushBot
Crawl-delay: 60
User-agent: SemrushBot-SA
Crawl-delay: 60
User-agent: facebookexternalhit
Crawl-delay: 30
User-agent: bingbot
Crawl-delay: 30

User-agent: *
Disallow: /sitecore
Disallow: /SiteCollectionImages
Disallow: /SiteCollectionDocuments
Disallow: /InternalError.htm
Disallow: /GenericError.htm
Disallow: /Error
Disallow: /resources/errors
Disallow: /api
Disallow: /Script
Disallow: /_layouts
Disallow: /Search?
Disallow: /Suche?
Disallow: /Search/Pages
Disallow: /Suche/Pages
Disallow: /Suche/Seiten
Disallow: /suchergebnis
Disallow: /search-results-page
Disallow: /*{{shop.deepLink}}
Disallow: /artikel/artikel_weiterleiten.cfm
Disallow: /artikel/artikel_weiterleiten2.cfm
Disallow: /mediandoweb
Disallow: /*cat_mediando
Disallow: /benutzer/benutzer_anmelden.cfm
Disallow: /de-de
Disallow: /de-at
Disallow: /bg-bg
Disallow: /nl-be
Disallow: /fr-be
Disallow: /be-by
Disallow: /en-ca
Disallow: /zh-cn
Disallow: /de-ch
Disallow: /fr-ch
Disallow: /cs-CZ
Disallow: /da-DK
Disallow: /es-es
Disallow: /fr-fr
Disallow: /en-gb
Disallow: /en-ie
Disallow: /it-it
Disallow: /hu-hu
Disallow: /nl-nl
Disallow: /ko-kr
Disallow: /lt-lt
Disallow: /sk-sk
Disallow: /sv-se
Disallow: /fi-fi
Disallow: /pt-pt
Disallow: /pl-pl
Disallow: /ro-ro
Disallow: /ru-ru
Disallow: /tr-tr
Disallow: /uk-ua
Disallow: /en-us
Disallow: /es-us
Disallow: /en-ZA