website_crawler 0.2.1

crawl all urls on a website async & sync
Documentation 
1
2
3
4
5
6
7
8

version: "3.0"
services:
  crawler:
    container_name: crawler
    env_file: .env
    build: .
    ports:
      - "8000:8000"