User-agent: * Disallow: /cgi-bin Disallow: /cgi-perl Disallow: /mpapps Disallow: /mpsearch Disallow: /news.php Disallow: /extlink.php Noindex: /cgi-bin Noindex: /cgi-perl Noindex: /mpapps Noindex: /mpsearch Noindex: /news.php Noindex: /extlink.php User-agent: PetalBot Disallow: / User-agent: CazoodleBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: dotbot/1.0 Disallow: / User-agent: Gigabot Disallow: / User-agent: trendkite-akashic-crawler Disallow: / User-agent: ScooperBot Disallow: / User-agent: Linespider Disallow: / Sitemap: https://www.onenewspage.com/sitemap.php