# deny access to the scripts directory User-agent: * Disallow: /scripts/ # allow everything for wget User-agent: wget Disallow: