User-agent: *
Disallow: /

User-agent: Googlebot
Allow: /
Crawl-delay: 10

User-agent: Slurp
Allow: /
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

user-agent: AhrefsBot
disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Twitterbot
Allow: /