bgustcrawler 0.2.0

Distributed web crawler and scheduler integrated with Kafka, SurrealDB, and S3 storage
Documentation
1
2
3
4
5
6
7
8
9
10
11
FROM rust:1.80-slim as builder
WORKDIR /app
COPY . .
RUN cargo build --release

FROM node:18-slim
WORKDIR /app
COPY --from=builder /app/target/release/bgustcrawler-cli /usr/local/bin/
COPY --from=builder /app/worker /app/worker
RUN cd /app/worker && npm install --production
CMD ["bgustcrawler-cli"]