User-agent: * # directed to all spiders, not just Scooter # # Disallow: /test # disallow all files and dirs beginning with /test # Disallow: /project/ Disallow: /dev/ Disallow: /admin/ Disallow: /xfrbpp/ Disallow: /cgi-bin/ #