######################################################### # # robots.txt file for this web site # # address all robots using wild card * # # User-agent: Mediapartners-Google* Disallow: # # # # list folders robots are not allowed to index # User-agent: Googlebot Disallow: //content/ Disallow: /content/ Disallow: /cgi-bin/ Disallow: /BUFiles/ Disallow: /cache/ Disallow: /html/SSI/ Disallow: /SSI/ Disallow: /assets/swf/ Disallow: /wpsbr/wp-login.php Disallow: /wpsbr/wp-login.php?action=lostpassword # User-agent: * Disallow: //content/ Disallow: /content/ Disallow: /html/SSI/ Disallow: /SSI/ Disallow: /cgi-bin/ Disallow: /BUFiles/ Disallow: /assets/swf/ Disallow: /cache/ # # # List specific files to exclude from index # User-agent: * Disallow: /google_adsense_script.html Disallow: /test.html Disallow: /index2.php Disallow: /wpsbr/wp-login.php Disallow: /wpsbr/wp-login.php?action=lostpassword # # # End of robots.txt file # ###############################