# addresses all robots by using wild card * User-agent: * # list folders robots are not allowed to index Disallow: /awstats/ Disallow: /FCKeditor/ #Disallow: /images/ #Disallow: /include/ Disallow: /interchange-5/ #Disallow: /js/ Disallow: /postadmin/ Disallow: /webmail/ # list specific files robots are not allowed to index # Disallow: catmenu.php