rust_scraper 1.0.0

Production-ready web scraper with Clean Architecture, TUI selector, and sitemap support
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137

name: CI

on:
  push:
    branches: [main]
  pull_request:
    branches: [main]

env:
  CARGO_TERM_COLOR: always

jobs:
  # Build
  build:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - name: Install Rust
        uses: dtolnay/rust-toolchain@stable

      - name: Cache Cargo
        uses: Swatinem/rust-cache@v2

      - name: Build
        run: cargo build --verbose

      - name: Build Release
        run: cargo build --release --verbose

      - name: Export Failure Context
        if: failure()
        run: |
          mkdir -p .github/outputs
          echo "### ❌ Fallo en Job: Build" >> .github/outputs/error_log.md
          echo '```' >> .github/outputs/error_log.md
          cargo build --verbose 2>&1 | tail -n 50 >> .github/outputs/error_log.md || true
          echo '```' >> .github/outputs/error_log.md

      - name: Upload Error Logs
        if: failure()
        uses: actions/upload-artifact@v4
        with:
          name: build-error-log
          path: .github/outputs/error_log.md

  # Test
  test:
    runs-on: ubuntu-latest
    needs: build
    steps:
      - uses: actions/checkout@v4

      - name: Install Rust
        uses: dtolnay/rust-toolchain@stable

      - name: Cache Cargo
        uses: Swatinem/rust-cache@v2

      - name: Run Tests
        run: cargo test --verbose

      - name: Run Tests (Release)
        run: cargo test --release --verbose

      - name: Export Failure Context
        if: failure()
        run: |
          mkdir -p .github/outputs
          echo "### ❌ Fallo en Job: Test" >> .github/outputs/error_log.md
          echo '```' >> .github/outputs/error_log.md
          cargo test --verbose 2>&1 | tail -n 50 >> .github/outputs/error_log.md || true
          echo '```' >> .github/outputs/error_log.md

      - name: Upload Error Logs
        if: failure()
        uses: actions/upload-artifact@v4
        with:
          name: test-error-log
          path: .github/outputs/error_log.md

  # Clippy - Deny correctness, warn on style/perf
  clippy:
    runs-on: ubuntu-latest
    needs: build
    steps:
      - uses: actions/checkout@v4

      - name: Install Rust
        uses: dtolnay/rust-toolchain@stable
        with:
          components: clippy

      - name: Cache Cargo
        uses: Swatinem/rust-cache@v2

      - name: Run Clippy (deny correctness, suspicious, unused)
        run: cargo clippy -- -D clippy::correctness -D clippy::suspicious -D clippy::unused -W clippy::perf -W clippy::style

      - name: Export Failure Context
        if: failure()
        run: |
          mkdir -p .github/outputs
          echo "### ❌ Fallo en Job: Clippy" >> .github/outputs/error_log.md
          echo '```' >> .github/outputs/error_log.md
          cargo clippy 2>&1 | tail -n 50 >> .github/outputs/error_log.md || true
          echo '```' >> .github/outputs/error_log.md

      - name: Upload Error Logs
        if: failure()
        uses: actions/upload-artifact@v4
        with:
          name: clippy-error-log
          path: .github/outputs/error_log.md

  # Format
  fmt:
    runs-on: ubuntu-latest
    needs: build
    steps:
      - uses: actions/checkout@v4

      - name: Install Rust
        uses: dtolnay/rust-toolchain@stable
        with:
          components: rustfmt

      - name: Check Format
        run: cargo fmt --all -- --check

  # All checks pass
  checks:
    runs-on: ubuntu-latest
    needs: [build, test, clippy, fmt]
    steps:
      - name: All checks passed
        run: echo "✅ All CI checks passed"