User-agent: * # directed to all spiders, not just Scooter Disallow: /cgi-local/ # this file will tell all spiders not to index the files with a Disallow Disallow: _fpclass Disallow: _private Disallow: _vti_bin Disallow: _vti_cnf Disallow: _vti_inf.html Disallow: _vti_log Disallow: _vti_pvt Disallow: _vti_txt Disallow: /etc/ Disallow: /mpc/ Disallow: /stats/