User-agent: Adsbot-Google
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: Amazon
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: Dotbot
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Feedly
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Naver
Disallow: /
User-agent: OVH
Disallow: /
User-agent: Rogerbot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: amazonaws
Disallow: /
User-agent: applebot
Disallow: /
User-agent: brandwatch
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: trendictionbot
Disallow: /
User-agent: *
Crawl-delay: 20.00
Disallow: /mail
Disallow: /stats
Disallow: /webmail
Disallow: /*.zip$
Disallow: /*.Zip$
Disallow: /*.ZIP$