# addresses all robots by using wild card * User-agent: * # list folders robots are not allowed to index Disallow: /images Disallow: /cgi-bin Disallow: /awstats Disallow: /newsletter/lists Disallow: /style Disallow: /template Disallow: /pages/menu Disallow: /pages/images Disallow: /wrx_icons Disallow: /wrx_library # list specific files robots are not allowed to index Disallow: /recipe-template.htm Disallow: /newsletter/newsletter-template.htm