# search engines
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: AdIdxBot
User-agent: BingPreview
User-agent: YandexDirect
User-agent: YaDirectFetcher
User-agent: Baiduspider-ads
User-agent: seznambot
User-agent: naverbot
User-agent: SLN24857
User-agent: google-hoteladsverifier
User-agent: Googlebot
Disallow:
Crawl-delay: 1

# tools
User-agent: rogerbot
User-agent: dotbot
User-agent: Google Page Speed Insights
Disallow:
Crawl-delay: 3

# all user agents
User-agent: *
Disallow: /CS/
Disallow: /DA/
Disallow: /ET/
Disallow: /Hotel/
Disallow: /ID/
Disallow: /LV/
Disallow: /PB/
Disallow: /Place/
Disallow: /RU/
Disallow: /SK/
Disallow: /TR/