User-agent: * # no scan allowed Disallow: /banner/ Disallow: /img/ Disallow: /inc/ Disallow: /scripts/ Disallow: /php/ Disallow: /css/ User-Agent: Googlebot # no scan allowed Disallow: /banner/ Disallow: /img/ Disallow: /inc/ Disallow: /scripts/ Disallow: /php/ Disallow: /css/ User-agent: * Disallow: /spider-trap/ User-agent: googlebot Disallow: /spider-trap/ User-agent: slurp Disallow: /spider-trap/