website_crawler 0.4.24

gRPC web crawler that is very fast
1
2
3
4
5
6
7

version: "3.0"
services:
  crawler:
    container_name: crawler
    build: .
    ports:
      - 50055