# robots.txt for http://www.tntpost.com/ internal (google mini) User-agent: gsa-crawler # root only Disallow: /img/ # root portal Disallow: /legacy/ Disallow: /include/ Disallow: /includes/ Disallow: /_administration/ # BEGIN SPECIAL exclude in internal search engines Disallow: /brandweb/legacy/ Disallow: /brandweb/include/ Disallow: /brandweb/includes/ Disallow: /brandweb/_administration/ # END SPECIAL # robots.txt for http://www.tntpost.com/ external (google.com) User-agent: * # root only Disallow: /img/ # root portal Disallow: /legacy/ Disallow: /include/ Disallow: /includes/ Disallow: /_administration/ # BEGIN SPECIAL exclude in external search engines Disallow: /brandweb/ # END SPECIAL