website_crawler 0.2.5

gRPC web crawler that's very fast
Documentation
1
2
3
4
5
6
7
8
version: "3.0"
services:
  crawler:
    container_name: crawler
    env_file: .env
    build: .
    ports:
      - "8000:8000"