rustfs-kafka 0.22.0

Rust client for Apache Kafka
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168

name: Rust

on:
  push:
    branches: [ "main", "master" ]
  pull_request:
    branches: [ "main", "master" ]

env:
  CARGO_TERM_COLOR: always
  RUST_TEST_THREADS: 1
  DOCKER_HUB_USER: ${{ secrets.DOCKER_HUB_USER }}
  DOCKER_HUB_TOKEN: ${{ secrets.DOCKER_HUB_TOKEN }}

jobs:
  test:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        include:
          - KAFKA_VER: 3.4.0
            COMPRESSIONS: NONE
            SECURES: ""
          - KAFKA_VER: 3.4.0
            COMPRESSIONS: NONE
            SECURES: secure
          - KAFKA_VER: 3.4.0
            COMPRESSIONS: SNAPPY
            SECURES: ""
          - KAFKA_VER: 3.4.0
            COMPRESSIONS: SNAPPY
            SECURES: secure
          - KAFKA_VER: 3.4.0
            COMPRESSIONS: GZIP
            SECURES: ""
          - KAFKA_VER: 3.4.0
            COMPRESSIONS: GZIP
            SECURES: secure
          - KAFKA_VER: 3.8.0
            COMPRESSIONS: NONE
            SECURES: ""
          - KAFKA_VER: 3.8.0
            COMPRESSIONS: NONE
            SECURES: secure
          - KAFKA_VER: 3.8.0
            COMPRESSIONS: SNAPPY
            SECURES: ""
          - KAFKA_VER: 3.8.0
            COMPRESSIONS: SNAPPY
            SECURES: secure
          - KAFKA_VER: 3.8.0
            COMPRESSIONS: GZIP
            SECURES: ""
          - KAFKA_VER: 3.8.0
            COMPRESSIONS: GZIP
            SECURES: secure
    steps:
      - uses: actions/checkout@v6
      - name: Login to Docker Hub
        run: echo "${{ secrets.DOCKER_HUB_TOKEN }}" | docker login -u "${{ secrets.DOCKER_HUB_USER }}" --password-stdin

      - name: Set up Rust
        uses: dtolnay/rust-toolchain@stable
        with:
          components: rustfmt, clippy

      - name: Install cargo-nextest
        uses: taiki-e/install-action@cargo-nextest

      - name: Run unit tests
        run: |
          cargo nextest run --all
          cargo test --all --doc

      - name: Check code formatting
        run: cargo fmt --all --check

      - name: Run clippy lints
        run: cargo clippy --all-targets --all-features -- -D warnings

      - name: Build
        run: cargo build

      - name: Make the test script executable
        run: chmod +x ./tests/run-all-tests

      - name: Run integration tests
        run: ./tests/run-all-tests ${{ matrix.KAFKA_VER }}
        env:
          KAFKA_VER: ${{ matrix.KAFKA_VER }}
          COMPRESSIONS: ${{ matrix.COMPRESSIONS }}
          SECURES: ${{ matrix.SECURES }}

      - name: Generate documentation
        run: cargo doc

  typos:
    name: Typos
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v6
      - uses: dtolnay/rust-toolchain@stable
      - name: Typos check with custom config file
        uses: crate-ci/typos@master

  # Test different TLS backend configurations
  tls-backends:
    name: Test TLS Backends
    runs-on: ubuntu-latest
    permissions:
      contents: read
    strategy:
      matrix:
        include:
          - name: "Default (aws-lc-rs)"
            features: ""
            extra_args: ""
          - name: "Explicit aws-lc-rs"
            features: "security"
            extra_args: "--no-default-features --features=snappy,gzip,security"
          - name: "ring"
            features: "security-ring"
            extra_args: "--no-default-features --features=snappy,gzip,security-ring"
          - name: "No security"
            features: ""
            extra_args: "--no-default-features --features=snappy,gzip"
    steps:
      - uses: actions/checkout@v6

      - name: Set up Rust
        uses: dtolnay/rust-toolchain@stable

      - name: Build - ${{ matrix.name }}
        run: |
          if [ -z "${{ matrix.extra_args }}" ]; then
            cargo build --verbose
          else
            cargo build --verbose ${{ matrix.extra_args }}
          fi

      - name: Test - ${{ matrix.name }}
        run: |
          if [ -z "${{ matrix.extra_args }}" ]; then
            cargo test --verbose
          else
            cargo test --verbose ${{ matrix.extra_args }}
          fi

  # Test musl build to verify pure-Rust TLS
  musl-build:
    name: Test musl build (pure Rust)
    runs-on: ubuntu-latest
    permissions:
      contents: read
    steps:
      - uses: actions/checkout@v6

      - name: Set up Rust
        uses: dtolnay/rust-toolchain@stable
        with:
          toolchain: stable
          targets: x86_64-unknown-linux-musl

      - name: Install musl tools
        run: sudo apt-get update && sudo apt-get install -y musl-tools

      - name: Build for musl with rustls
        run: cargo build --target x86_64-unknown-linux-musl --verbose