crawlex 1.0.6

Stealth crawler with Chrome-perfect TLS/H2 fingerprint, render pool, hooks, persistent queue
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
# Crawlex proxy feature test config.
# Copy to .env and fill credentials locally. Never commit .env.

CRAWLEX_PROXY_ENABLED=true
CRAWLEX_PROXY_SCHEME=socks5h
CRAWLEX_PROXY_HOST=proxy.packetstream.io
CRAWLEX_PROXY_PORT=31113
CRAWLEX_PROXY_USER=
CRAWLEX_PROXY_PASSWORD=

# Used by scripts/test_proxy.py
CRAWLEX_PROXY_TEST_URL=https://ipv4.icanhazip.com

# Optional crawler target smoke test.
CRAWLEX_PROXY_TARGET_URL=https://www.drogariasaopaulo.com.br/search?w=paracetamol