############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /cgi-bin/ Disallow: /clasificados/ Disallow: /documentos/ Disallow: /images/ Disallow: /scgi-bin/ Disallow: /biblia/ Disallow: /donenrique/ Disallow: /jimena/ Disallow: /php/ Disallow: /realestate/ Disallow: /tmp/ #Disallow: /folder/ # # list specific files robots are not allowed to index # #Disallow: /Contador.htm #Disallow: /folder2/whatever.html # # ###############################