User-agent: *
Crawl-delay: 10
Disallow: /search
Disallow: /search*
Disallow: /eu-exit*


# slow down Yahoo
User-agent: Slurp
Crawl-delay: 5
Disallow: /search
Disallow: /search*

# slow down Bing
User-agent: bingbot
Crawl-delay: 5
Disallow: /search
Disallow: /search*

# slow down Yandex and disallow images
User-agent: YandexBot
Crawl-delay: 10
Disallow: /search
Disallow: /search*

User-agent: YandexImages
Disallow: /

# slow down Baidu and disallow images
User-agent: Baiduspider
Crawl-delay: 10
Disallow: /search
Disallow: /search*
Disallow: /twitter
Disallow: /twitter*
Disallow: /video
Disallow: /video*

User-agent: Baiduspider-image
Disallow: /

# slow down Googlebot
User-agent: Googlebot
Crawl-delay: 5
Disallow: /search
Disallow: /search*

# slow down Moz Bot
User-agent: dotbot
Disallow: /search
Disallow: /search*

# slow down Apple Bot
User-agent: Applebot
Disallow: /search
Disallow: /search*

#Disallow other random bots
User-agent: MoodleBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: naver
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: magpie-crawler
Disallow: /

coccocbot-web
Disallow: /

MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: deepcrawl
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: coccocbot-web
Disallow: /