codoseo-crawler 0.0.1

The CodoSEO crawler: fetching, robots.txt, sitemaps and streaming field extraction.
Documentation 
1
2
3
4
5
6

<?xml version="1.0" encoding="UTF-8"?>
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
  <url><loc>https://northwind.test/</loc><lastmod>2026-10-01</lastmod></url>
  <url><loc> https://northwind.test/tents </loc></url>
  <url><loc>https://northwind.test/search?q=tent&amp;page=2</loc></url>
</urlset>