User-agent: *
Disallow: /interstitialad
Disallow: /what-now/card-details/*
Disallow: /Search/search.aspx*
Disallow: /Search/Search.aspx*
Disallow: */Article*.aspx*
Disallow: */article*.aspx*
Allow: .js
Allow: .css

User-agent: Twitterbot
Disallow:

User-agent: Nutch
Disallow: /

User-agent: Baiduspider
Disallow: /

Sitemap: https://www.hindustantimes.com/sitemap-news.xml
Sitemap: https://www.hindustantimes.com/images/popup/sitemap/sitemap-index.xml