User-agent: *
Disallow: /

User-agent: adsbot-google
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Pinterest
Disallow: /