sitemap: http://www.netnewspublisher.com/sitemap.xml.gz
User-agent: *
Disallow: /about/
Disallow: /contact-us/
Disallow: /seo-directory/
Disallow: /termsconditions/
Disallow: /comments/feed/

User-agent: Slurp
Crawl-delay: 20


User-Agent: yahoo
Crawl-delay: 20