User-Agent: dotbot
Disallow: /

User-Agent: netEstate NE Crawler
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: YandexBot
Disallow: /

User-Agent: bingbot
Crawl-Delay: 30

User-agent: msnbot
Crawl-Delay: 10

User-Agent: MegaIndex
Disallow: /

User-Agent: Applebot
Disallow: /

User-Agent: Sogou
Disallow: /

User-Agent: facebookexternalhit
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: CCBot
Disallow: /

User-agent: AhrefsBot
Crawl-Delay: 30

User-agent: Linguee
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: CCBot
Disallow: /

User-Agent: SEOkicks
Crawl-Delay: 30

User-Agent: Daum
Disallow: /