User-agent: araneo
Disallow: / 

User-agent: ia_archiver
Disallow: / 

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Freecrawl
Disallow: /