crawlex 1.0.4

Stealth crawler with Chrome-perfect TLS/H2 fingerprint, render pool, hooks, persistent queue
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

{
  "name": "crawlex",
  "version": "1.0.4",
  "description": "Stealth crawler with Chrome-perfect TLS/H2 fingerprint, render pool, hooks, persistent queue",
  "type": "commonjs",
  "main": "./sdk/crawlex-sdk.js",
  "types": "./sdk/index.d.ts",
  "bin": {
    "crawlex": "sdk/crawlex-sdk.js",
    "cx": "sdk/crawlex-sdk.js"
  },
  "exports": {
    ".": {
      "require": "./sdk/crawlex-sdk.js",
      "types": "./sdk/index.d.ts",
      "default": "./sdk/crawlex-sdk.js"
    }
  },
  "files": [
    "sdk/crawlex-sdk.js",
    "sdk/postinstall.js",
    "sdk/index.d.ts",
    "sdk/version.js"
  ],
  "engines": {
    "node": ">=20"
  },
  "packageManager": "pnpm@9.15.0",
  "publishConfig": {
    "access": "public"
  },
  "repository": {
    "type": "git",
    "url": "git+https://github.com/forattini-dev/crawlex.git"
  },
  "bugs": {
    "url": "https://github.com/forattini-dev/crawlex/issues"
  },
  "homepage": "https://github.com/forattini-dev/crawlex",
  "keywords": [
    "crawler",
    "scraper",
    "stealth",
    "tls",
    "impersonate",
    "headless",
    "chrome",
    "sitemap",
    "recon"
  ],
  "license": "MIT OR Apache-2.0",
  "scripts": {
    "preversion": "node scripts/sync-version.js --check",
    "version": "node scripts/sync-version.js && git add Cargo.toml Cargo.lock sdk/version.js",
    "postversion": "echo 'tag created. push with: git push --follow-tags'",
    "version:sync": "node scripts/sync-version.js",
    "postinstall": "node sdk/postinstall.js",
    "build": "node --check sdk/crawlex-sdk.js",
    "test": "node --test --test-reporter=spec sdk/test/*.test.js",
    "pack-check": "pnpm pack",
    "prepublishOnly": "node scripts/sync-version.js --check && pnpm run build && pnpm run test && pnpm run pack-check",
    "publish:npm": "npm publish --access public --provenance=false",
    "publish:npm:next": "npm publish --tag next --access public --provenance=false",
    "publish:npm:ci": "npm publish --access public --provenance",
    "publish:npm:next:ci": "npm publish --tag next --access public --provenance"
  }
}