User-agent: *
Allow: /
Disallow: /Maps/Local-Elections
Disallow: /logs/elmah.axd
Disallow: /printArticle.aspx
Disallow: /test/
Disallow: /xArchive/Archive/Illegal-liquor-export-20010319
Disallow: /Error404.aspx?
Sitemap: http://www.news24.com/sitemap.sitemap
User-agent: Twitterbot
Allow: /
User-agent: ia_archiver
Disallow: /BreakingNewsSms
User-Agent: bingbot
Disallow: /
User-Agent: MSNBot
Disallow: /