User-agent: *
Allow: /
Disallow: /topic/*

User-agent: Googlebot
Disallow: /*/article4-*.aspx*
Disallow: /1055314/*

User-agent: Nutch
Disallow: /

User-agent: Baiduspider
Disallow: /

Sitemap: http://www.hindustantimes.com/sitemap-news.xml
Sitemap: http://www.hindustantimes.com/static/sitemap-index.xml