rust_scraper 1.0.0

Production-ready web scraper with Clean Architecture, TUI selector, and sitemap support
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106

name: Release

on:
  push:
    tags:
      - 'v*'

env:
  CARGO_TERM_COLOR: always

jobs:
  # Build Release Binaries
  build-release:
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        include:
          - os: ubuntu-latest
            target: x86_64-unknown-linux-gnu
            artifact: rust_scraper
          - os: macos-latest
            target: x86_64-apple-darwin
            artifact: rust_scraper
          - os: windows-latest
            target: x86_64-pc-windows-msvc
            artifact: rust_scraper.exe

    steps:
      - uses: actions/checkout@v4

      - name: Install Rust
        uses: dtolnay/rust-toolchain@stable
        with:
          target: ${{ matrix.target }}

      - name: Cache Cargo
        uses: Swatinem/rust-cache@v2

      - name: Build Release
        run: cargo build --release --target ${{ matrix.target }}

      - name: Upload Artifact
        uses: actions/upload-artifact@v4
        with:
          name: rust_scraper-${{ matrix.target }}
          path: target/${{ matrix.target }}/release/${{ matrix.artifact }}

  # Create GitHub Release
  release:
    runs-on: ubuntu-latest
    needs: build-release
    permissions:
      contents: write

    steps:
      - uses: actions/checkout@v4

      - name: Download Artifacts
        uses: actions/download-artifact@v4
        with:
          path: artifacts

      - name: Rename artifacts with version
        run: |
          cd artifacts
          cp rust_scraper-x86_64-unknown-linux-gnu/rust_scraper rust_scraper-x86_64-unknown-linux-gnu/rust_scraper-linux-x86_64
          cp rust_scraper-x86_64-apple-darwin/rust_scraper rust_scraper-x86_64-apple-darwin/rust_scraper-macos-x86_64
          cp rust_scraper-x86_64-pc-windows-msvc/rust_scraper.exe rust_scraper-x86_64-pc-windows-msvc/rust_scraper-windows-x86_64.exe

      - name: Create Release
        uses: softprops/action-gh-release@v1
        with:
          generate_release_notes: true
          files: |
            artifacts/rust_scraper-x86_64-pc-windows-msvc/rust_scraper-windows-x86_64.exe
            artifacts/rust_scraper-x86_64-unknown-linux-gnu/rust_scraper-linux-x86_64
            artifacts/rust_scraper-x86_64-apple-darwin/rust_scraper-macos-x86_64
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

  # Check if CARGO_REGISTRY_TOKEN secret exists
  check-token:
    runs-on: ubuntu-latest
    needs: release
    outputs:
      has-token: ${{ steps.check.outputs.has-token }}
    steps:
      - id: check
        env:
          TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }}
        run: echo "has-token=${{ env.TOKEN != '' }}" >> $GITHUB_OUTPUT

  # Publish to crates.io (optional - requires CARGO_REGISTRY_TOKEN secret)
  publish:
    runs-on: ubuntu-latest
    needs: check-token
    if: ${{ needs.check-token.outputs.has-token == 'true' }}

    steps:
      - uses: actions/checkout@v4

      - name: Install Rust
        uses: dtolnay/rust-toolchain@stable

      - name: Publish to crates.io
        run: cargo publish --token ${{ secrets.CARGO_REGISTRY_TOKEN }}