############################### # # Addresses all robots by using wild card * User-agent: * # # List folders robots are not allowed to index Disallow: /cache/ Disallow: /fireworks/ Disallow: /news/ Disallow: /Templates/ Disallow: /oldSite/ # # List specific files robots are not allowed to index # Disallow: /tutorials/meta_tags.html # # End of robots.txt file # ###############################