############################### # # robots.txt file for this web site # # address all robots using wild card * # User-agent: Mediapartners-Google* Disallow: # User-agent: * # # # list folders robots are not allowed to index # # Disallow: /mt/ Disallow: /mtapp/ Disallow: /mtblog/ Disallow: /cgi-bin/ Disallow: /cache/ # # # List specific files to exclude from index # Disallow: site.css Disallow: style.css Disallow: /ticb/wp-login.php # # User-agent: searchpreview Disallow: / # User-agent: autoemailspider Disallow: / # User-agent: TurnitinBot Disallow: / # # End of robots.txt file # ###############################