############################### # # User-agent: * # # list folders robots are not allowed to index # # Disallow: /images/ Disallow: /xdb/ Disallow: /Connections/ Disallow: /membership/ # # list specific files robots are not allowed to index # # Disallow: /popup.asp Disallow: /navigation.htm Disallow: /banner1.htm # Disallow: /folder2/whatever.html # # ###############################