############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /testblog/ Disallow: /hunger/ Disallow: /cgi-bin/ Disallow: /plugins/ Disallow: /search-templates/ Disallow: /lib/ Disallow: /schemas/ Disallow: /tmpl/ Disallow: /solutions/ Disallow: /tools/ Disallow: /mticons/ Disallow: /elance/ Disallow: /mburkey/ Disallow: /trainingcamp/ Disallow: /examples/ Disallow: /brett/ Disallow: /projects/ Disallow: mt-search.cgi # ###############################