User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy User-agent: webspider Disallow: / User-agent: * Disallow: /get/ Disallow: /info/ Disallow: /content/ Disallow: /cronjobs/ Disallow: /fehlerseiten/ Disallow: /images/ Disallow: /css/ Disallow: /scripts/ Disallow: /subdom/