User-agent: *
Disallow: /backend/
Disallow: /cgi-bin/
Disallow: /config/
Disallow: /js/


User-agent: Teleport*
Disallow: /
User-agent: Webwhacker*
Disallow: /
User-agent: Webzip*
Disallow: /
User-agent: Net Attache*
Disallow: /
User-agent: SiteSnagger*
Disallow: /
User-agent: HTTrack*
Disallow: /
User-agent: WebCapture*
Disallow: /
User-agent: WebSauger*
Disallow: /
User-agent: WebReaper*
Disallow: /
User-agent: Roverbot*
Disallow: /