1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
name: Kafka Integration Tests
# Reusable workflow: referenced via `uses: ./.github/workflows/integration-kafka.yaml`
# from both the PR-quality and push-to-main pipelines.
on:
workflow_call:
jobs:
kafka:
name: Kafka Integration Tests
runs-on: ubuntu-latest
services:
kafka:
image: apache/kafka:4.3.0
ports:
- 9092:9092
env:
KAFKA_NODE_ID: 1
KAFKA_PROCESS_ROLES: broker,controller
KAFKA_LISTENERS: PLAINTEXT://:9092,CONTROLLER://:9093
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://localhost:9092
KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT
KAFKA_CONTROLLER_QUORUM_VOTERS: 1@localhost:9093
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
options: >-
--health-cmd "/opt/kafka/bin/kafka-broker-api-versions.sh --bootstrap-server localhost:9092"
--health-interval 10s
--health-timeout 10s
--health-retries 20
--health-start-period 20s
env:
CARGO_TERM_COLOR: always
KAFKA_BROKERS: localhost:9092
steps:
- uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5
with:
persist-credentials: false
- uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8
with:
toolchain: stable
# ubuntu-latest ships cmake + gcc, which rdkafka's cmake-build needs. It
# also has libcurl's runtime but not its headers; librdkafka's bundled
# build enables curl (OAUTHBEARER OIDC) when it finds the lib and then
# needs curl/curl.h, so install the dev package.
- name: Install librdkafka build dependencies
run: sudo apt-get update && sudo apt-get install -y libcurl4-openssl-dev
- name: Run Kafka transport integration tests
run: cargo test --test kafka_transport --features kafka --verbose