# allow all spiders User-agent : * # allow all spiders to download all files except files containing corp info and passwords Disallow : /boet/ Disallow : /assets/ Disallow : /codelock/ Disallow : /downloads/ Disallow : /mail/ Disallow : /orca/ Disallow : /vsadmin/ Disallow : /createdb.php Disallow : /cart.php Disallow : /categories.php Disallow : /emailfriend.php Disallow : /processors.php Disallow : /proddetail.php Disallow : /thanks.php Disallow : /signup.php Disallow : /style.css