User-agent: *
Disallow: /site/

User-agent: wget
User-agent: webzip
User-agent: webcopy
User-agent: webmirror
Disallow: /