website_crawler 0.1.0

crawl all urls on a website async & sync
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
FROM rustlang/rust:nightly

ENV ROCKET_ADDRESS=0.0.0.0
ENV ROCKET_PORT=8000

ARG CRAWL_URL
ENV CRAWL_URL="${CRAWL_URL:-http://api:8080/api/website-crawl}"

WORKDIR /usr/src/app

RUN RUN echo "CRAWL_URL=$CRAWL_URL" >> .env

COPY . .

CMD [ "cargo", "run"]