################################################## # Sample robots.txt file # # Courtesy Cyboretum.com hosting # # # # Basic convention: # # Specify user agent, followed by what # # the specified user agent can or can not do # ################################################## # # Typically you address any and all user agents User-agent: * # # list folders robots are not allowed to index # Disallow: /english/test/ Disallow: /french/test/ # # list specific files robots are not allowed to index # Disallow: /coffee_promo/ Disallow: /test/ Disallow: /commitment_form/ Disallow: /index_leo.html/ Disallow: Disallow: Disallow: Disallow: Disallow: # # ##################################################