scrapfly-sdk 0.2.1

Async Rust client for the Scrapfly web scraping, screenshot, extraction and crawler APIs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84

name: Release to crates.io

on:
  workflow_dispatch:
    inputs:
      dry_run:
        description: 'Dry-run (cargo publish --dry-run, do not upload)'
        required: false
        default: 'false'
        type: boolean
  push:
    tags:
      # Any tag like v0.1.0, v1.2.3-rc1, v0.8.4-beta.2
      - 'v*'

jobs:
  publish:
    name: Build, test, publish
    runs-on: ubuntu-latest

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Install stable Rust toolchain
        uses: dtolnay/rust-toolchain@stable
        with:
          components: rustfmt, clippy

      - name: Cache cargo registry + build
        uses: actions/cache@v4
        with:
          path: |
            ~/.cargo/registry
            ~/.cargo/git
            target
          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
          restore-keys: |
            ${{ runner.os }}-cargo-

      - name: Verify Cargo.toml version matches git tag
        if: startsWith(github.ref, 'refs/tags/v')
        run: |
          TAG_VERSION="${GITHUB_REF_NAME#v}"
          CARGO_VERSION=$(grep -m1 '^version' Cargo.toml | sed -E 's/version *= *"([^"]+)".*/\1/')
          echo "tag=$TAG_VERSION cargo=$CARGO_VERSION"
          if [ "$TAG_VERSION" != "$CARGO_VERSION" ]; then
            echo "::error::git tag v$TAG_VERSION does not match Cargo.toml version $CARGO_VERSION"
            exit 1
          fi

      - name: Format check
        run: cargo fmt --all -- --check

      - name: Clippy (warnings as errors)
        run: cargo clippy --all-targets -- -D warnings

      - name: Build release
        run: cargo build --release --all-targets

      - name: Run unit tests
        # Library unit tests only — no network. Integration harness lives
        # in scrapfly-apps/sdk/integration and is exercised separately.
        run: cargo test --lib --release

      - name: Publish (dry-run)
        if: github.event_name == 'workflow_dispatch' && inputs.dry_run == true
        env:
          CARGO_REGISTRY_TOKEN: ${{ secrets.CRATES_TOKEN }}
        run: cargo publish --dry-run --token "$CARGO_REGISTRY_TOKEN"

      - name: Publish to crates.io
        if: startsWith(github.ref, 'refs/tags/v') || (github.event_name == 'workflow_dispatch' && inputs.dry_run == false)
        env:
          CARGO_REGISTRY_TOKEN: ${{ secrets.CRATES_TOKEN }}
        run: cargo publish --token "$CARGO_REGISTRY_TOKEN"

      - name: Create GitHub Release
        if: startsWith(github.ref, 'refs/tags/v')
        uses: softprops/action-gh-release@v2
        with:
          generate_release_notes: true
          draft: false
          prerelease: ${{ contains(github.ref_name, '-') }}