codoseo-crawler 0.0.1

The CodoSEO crawler: fetching, robots.txt, sitemaps and streaming field extraction.
Documentation
1
2
3
4
5
<?xml version="1.0" encoding="UTF-8"?>
<sitemapindex xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
  <sitemap><loc>https://northwind.test/sitemap-pages.xml</loc></sitemap>
  <sitemap><loc><![CDATA[https://northwind.test/sitemap-posts.xml]]></loc></sitemap>
</sitemapindex>