# # robots.txt for https://www.dailythanthi.com/ User-agent: * Allow: / Disallow: /admin/* Disallow: /search/* Disallow: /search?* Disallow: /xhr/* Disallow: /preview/story-* Disallow: /amp/preview/story-* Disallow: /alfoo Disallow: /sildoo Disallow: /dutas Disallow: /metsmall Allow: /xhr/getNewsMixin* Allow: /content/servlet/RDESController?* Sitemap: https://www.dailythanthi.com/sitemap/sitemap-index.xml Sitemap: https://www.dailythanthi.com/news-sitemap-daily.xml Sitemap: https://www.dailythanthi.com/feeds.xml