User-agent: Offline Explorer/1.9
Disallow: /

User-agent: Wget/1.4.0
Disallow: /

User-agent: Wget/*
Disallow: /

User-agent: aipbot/1.*
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /