# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-Agent: * # Disallow: / User-agent: ShopWiki Disallow: / User-agent: Twiceler Disallow: / User-agent: * Disallow: /charts/ User-agent: * Disallow: /patients/treatment_rating User-agent: * Disallow: /patients/most_updates User-agent: * Disallow: /patients/ajax_treatment_list User-agent: * Disallow: /style_guide User-agent: * Disallow: /users/sign_up.js User-agent: * Disallow: /user/signup.js