############################### # # Addresses all robots by using wild card * User-agent: * # # List folders robots are not allowed to index Disallow: /testing/ Disallow: /logs/ # # List specific files robots are not allowed to index # Disallow: /tutorials/meta_tags.html # # End of robots.txt file # ###############################