User-agent: *
Crawl-delay: 30

User-agent: Mediapartners-Google
Disallow: /

User-agent: Sogou spider
Disallow: /

User-agent: shopwiki
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: Googlebot
allow: /

User-agent: ZyBorg 
Disallow: /

User-agent: BecomeBot 
Disallow: /

User-agent: MJ12bot 
Disallow: /