hammerwork 1.15.5

A high-performance, database-driven job queue for Rust with PostgreSQL and MySQL support, featuring job prioritization, cron scheduling, event streaming (Kafka/Kinesis/PubSub), webhooks, rate limiting, Prometheus metrics, and comprehensive monitoring
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
name: Integration Tests

on:
  push:
    branches: [ master, main, develop ]
  pull_request:
    branches: [ master, main, develop ]
  schedule:
    # Run integration tests daily at 2 AM UTC
    - cron: '0 2 * * *'

env:
  CARGO_TERM_COLOR: always
  RUST_BACKTRACE: 1

jobs:
  # Unit tests and basic checks
  unit-tests:
    name: Unit Tests
    runs-on: ubuntu-latest
    
    steps:
    - name: Checkout code
      uses: actions/checkout@v4
      
    - name: Install Rust
      uses: actions-rs/toolchain@v1
      with:
        toolchain: stable
        profile: minimal
        override: true
        components: rustfmt, clippy
        
    - name: Cache Cargo registry
      uses: actions/cache@v3
      with:
        path: |
          ~/.cargo/registry
          ~/.cargo/git
          target
        key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
        restore-keys: |
          ${{ runner.os }}-cargo-
          
    - name: Check formatting
      run: cargo fmt --all -- --check
      
    - name: Run clippy
      run: cargo clippy --workspace --all-targets --all-features -- -D warnings
      
    - name: Build
      run: cargo build --workspace
      
    - name: Run unit tests
      run: cargo test --lib
      
    - name: Run integration tests (no database)
      run: cargo test --test integration_tests

  # PostgreSQL integration tests
  postgres-integration:
    name: PostgreSQL Integration Tests
    runs-on: ubuntu-latest
    needs: unit-tests
    
    services:
      postgres:
        image: postgres:16-alpine
        env:
          POSTGRES_DB: hammerwork_test
          POSTGRES_USER: postgres
          POSTGRES_PASSWORD: password
          POSTGRES_HOST_AUTH_METHOD: trust
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 5432:5432
    
    steps:
    - name: Checkout code
      uses: actions/checkout@v4
      
    - name: Install Rust
      uses: actions-rs/toolchain@v1
      with:
        toolchain: stable
        profile: minimal
        override: true
        
    - name: Cache Cargo registry
      uses: actions/cache@v3
      with:
        path: |
          ~/.cargo/registry
          ~/.cargo/git
          target
        key: ${{ runner.os }}-postgres-cargo-${{ hashFiles('**/Cargo.lock') }}
        restore-keys: |
          ${{ runner.os }}-cargo-
          
    - name: Install PostgreSQL client
      run: sudo apt-get update && sudo apt-get install -y postgresql-client
      
    - name: Wait for PostgreSQL
      run: |
        until pg_isready -h localhost -p 5432 -U postgres; do
          echo "Waiting for PostgreSQL..."
          sleep 2
        done
        echo "PostgreSQL is ready"
        
    - name: Initialize PostgreSQL database
      run: |
        PGPASSWORD=password psql -h localhost -p 5432 -U postgres -d hammerwork_test -f config/init-postgres.sql
        
    - name: Build PostgreSQL integration
      run: cargo build --bin postgres-integration --features postgres
      
    - name: Run PostgreSQL integration tests
      env:
        DATABASE_URL: postgres://postgres:password@localhost:5432/hammerwork_test
        RUST_LOG: info
      run: |
        timeout 300 cargo run --bin postgres-integration --features postgres || {
          echo "PostgreSQL integration tests failed or timed out"
          exit 1
        }
        
    - name: Run PostgreSQL-specific unit tests
      env:
        DATABASE_URL: postgres://postgres:password@localhost:5432/hammerwork_test
      run: cargo test --features postgres postgres_tests -- --ignored

  # MySQL integration tests
  mysql-integration:
    name: MySQL Integration Tests
    runs-on: ubuntu-latest
    needs: unit-tests
    
    services:
      mysql:
        image: mysql:8.0
        env:
          MYSQL_DATABASE: hammerwork_test
          MYSQL_USER: hammerwork
          MYSQL_PASSWORD: password
          MYSQL_ROOT_PASSWORD: rootpassword
        options: >-
          --health-cmd "mysqladmin ping -h localhost -u root -prootpassword"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 3306:3306
    
    steps:
    - name: Checkout code
      uses: actions/checkout@v4
      
    - name: Install Rust
      uses: actions-rs/toolchain@v1
      with:
        toolchain: stable
        profile: minimal
        override: true
        
    - name: Cache Cargo registry
      uses: actions/cache@v3
      with:
        path: |
          ~/.cargo/registry
          ~/.cargo/git
          target
        key: ${{ runner.os }}-mysql-cargo-${{ hashFiles('**/Cargo.lock') }}
        restore-keys: |
          ${{ runner.os }}-cargo-
          
    - name: Install MySQL client
      run: sudo apt-get update && sudo apt-get install -y mysql-client
      
    - name: Wait for MySQL
      run: |
        until mysqladmin ping -h localhost -P 3306 -u root -prootpassword --silent; do
          echo "Waiting for MySQL..."
          sleep 2
        done
        echo "MySQL is ready"
        
    - name: Initialize MySQL database
      run: |
        mysql -h localhost -P 3306 -u root -prootpassword hammerwork_test < config/init-mysql.sql
        
    - name: Build MySQL integration
      run: cargo build --bin mysql-integration --features mysql
      
    - name: Run MySQL integration tests
      env:
        DATABASE_URL: mysql://hammerwork:password@localhost:3306/hammerwork_test
        RUST_LOG: info
      run: |
        timeout 300 cargo run --bin mysql-integration --features mysql || {
          echo "MySQL integration tests failed or timed out"
          exit 1
        }
        
    - name: Run MySQL-specific unit tests
      env:
        DATABASE_URL: mysql://hammerwork:password@localhost:3306/hammerwork_test
      run: cargo test --features mysql mysql_tests -- --ignored

  # Performance benchmarks
  performance-tests:
    name: Performance Benchmarks
    runs-on: ubuntu-latest
    needs: [postgres-integration, mysql-integration]
    if: github.event_name == 'schedule' || contains(github.event.head_commit.message, '[benchmark]')
    
    services:
      postgres:
        image: postgres:16-alpine
        env:
          POSTGRES_DB: hammerwork_test
          POSTGRES_USER: postgres
          POSTGRES_PASSWORD: password
          POSTGRES_HOST_AUTH_METHOD: trust
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 5432:5432
          
      mysql:
        image: mysql:8.0
        env:
          MYSQL_DATABASE: hammerwork_test
          MYSQL_USER: hammerwork
          MYSQL_PASSWORD: password
          MYSQL_ROOT_PASSWORD: rootpassword
        options: >-
          --health-cmd "mysqladmin ping -h localhost -u root -prootpassword"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 3306:3306
    
    steps:
    - name: Checkout code
      uses: actions/checkout@v4
      
    - name: Install Rust
      uses: actions-rs/toolchain@v1
      with:
        toolchain: stable
        profile: minimal
        override: true
        
    - name: Cache Cargo registry
      uses: actions/cache@v3
      with:
        path: |
          ~/.cargo/registry
          ~/.cargo/git
          target
        key: ${{ runner.os }}-perf-cargo-${{ hashFiles('**/Cargo.lock') }}
        restore-keys: |
          ${{ runner.os }}-cargo-
          
    - name: Install database clients
      run: sudo apt-get update && sudo apt-get install -y postgresql-client mysql-client
      
    - name: Wait for databases
      run: |
        until pg_isready -h localhost -p 5432 -U postgres; do
          echo "Waiting for PostgreSQL..."
          sleep 2
        done
        until mysqladmin ping -h localhost -P 3306 -u root -prootpassword --silent; do
          echo "Waiting for MySQL..."
          sleep 2
        done
        echo "Databases are ready"
        
    - name: Initialize databases
      run: |
        PGPASSWORD=password psql -h localhost -p 5432 -U postgres -d hammerwork_test -f config/init-postgres.sql
        mysql -h localhost -P 3306 -u root -prootpassword hammerwork_test < config/init-mysql.sql
        
    - name: Build release binaries
      run: |
        cargo build --release --bin postgres-integration --features postgres
        cargo build --release --bin mysql-integration --features mysql
        
    - name: Run PostgreSQL performance benchmarks
      env:
        DATABASE_URL: postgres://postgres:password@localhost:5432/hammerwork_test
        RUST_LOG: info
      run: |
        echo "## PostgreSQL Performance Results" >> performance_results.md
        timeout 300 cargo run --release --bin postgres-integration --features postgres | tee -a performance_results.md
        
    - name: Run MySQL performance benchmarks
      env:
        DATABASE_URL: mysql://hammerwork:password@localhost:3306/hammerwork_test
        RUST_LOG: info
      run: |
        echo "## MySQL Performance Results" >> performance_results.md
        timeout 300 cargo run --release --bin mysql-integration --features mysql | tee -a performance_results.md
        
    - name: Upload performance results
      uses: actions/upload-artifact@v3
      with:
        name: performance-results-${{ github.sha }}
        path: performance_results.md
        retention-days: 30

  # Docker build tests
  docker-tests:
    name: Docker Integration Tests
    runs-on: ubuntu-latest
    needs: unit-tests
    
    steps:
    - name: Checkout code
      uses: actions/checkout@v4
      
    - name: Set up Docker Buildx
      uses: docker/setup-buildx-action@v3
      
    - name: Build Docker images
      run: |
        docker-compose build postgres-integration mysql-integration
        
    - name: Start database services
      run: |
        docker-compose up -d postgres mysql
        
    - name: Wait for databases
      run: |
        timeout 120 bash -c 'until docker exec hammerwork-postgres pg_isready -U postgres -d hammerwork_test; do sleep 2; done'
        timeout 120 bash -c 'until docker exec hammerwork-mysql mysqladmin ping -h localhost -u root -prootpassword; do sleep 2; done'
        
    - name: Run PostgreSQL integration in Docker
      run: |
        docker-compose --profile integration up --exit-code-from postgres-integration postgres-integration
        
    - name: Run MySQL integration in Docker
      run: |
        docker-compose --profile integration up --exit-code-from mysql-integration mysql-integration
        
    - name: Cleanup
      run: |
        docker-compose down --volumes

  # Security audit
  security-audit:
    name: Security Audit
    runs-on: ubuntu-latest
    
    steps:
    - name: Checkout code
      uses: actions/checkout@v4
      
    - name: Install Rust
      uses: actions-rs/toolchain@v1
      with:
        toolchain: stable
        profile: minimal
        override: true
        
    - name: Install cargo-audit
      run: cargo install cargo-audit
      
    - name: Run security audit
      run: cargo audit
      
    - name: Check for known vulnerabilities
      run: cargo audit --deny warnings

  # Integration test summary
  integration-summary:
    name: Integration Test Summary
    runs-on: ubuntu-latest
    needs: [unit-tests, postgres-integration, mysql-integration, docker-tests, security-audit]
    if: always()
    
    steps:
    - name: Check test results
      run: |
        echo "Integration Test Summary:"
        echo "========================"
        echo "Unit Tests: ${{ needs.unit-tests.result }}"
        echo "PostgreSQL Integration: ${{ needs.postgres-integration.result }}"
        echo "MySQL Integration: ${{ needs.mysql-integration.result }}"
        echo "Docker Tests: ${{ needs.docker-tests.result }}"
        echo "Security Audit: ${{ needs.security-audit.result }}"
        
        if [[ "${{ needs.unit-tests.result }}" == "success" && 
              "${{ needs.postgres-integration.result }}" == "success" && 
              "${{ needs.mysql-integration.result }}" == "success" && 
              "${{ needs.docker-tests.result }}" == "success" && 
              "${{ needs.security-audit.result }}" == "success" ]]; then
          echo "✅ All integration tests passed!"
        else
          echo "❌ Some integration tests failed"
          exit 1
        fi