kafka 0.10.0

Rust client for Apache Kafka
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136

#!/bin/bash
#
# Usage: ./run-all-tests <Kafka versions separated by ':'>...
#
# This script will automatically set up the Docker environment for Kafka, and then
# run all cargo tests, including integration tests, for each Kafka version specified.
# For example, running:
#
# ./run-all-tests 0.8.2.2:0.9.0.0
#
# will run the tests against Kafka versions 0.8.2.2 and 0.9.0.0. The arguments
# should correspond to a Docker tag of the `wurstmeister/kafka` image, so any valid
# tag will do—i.e.,
#
# ./run-all-tests latest
#
# will run against the most recent Kafka version published in the
# `wurstmeister/kafka` repo. If there are no versions specified, it runs the tests
# on a set of default versions.

set -e

stop_docker() {
  docker-compose down
}

start_docker() {
  # pull zookeeper and build the kafka image
  docker-compose pull
  docker-compose build kafka
  docker-compose up -d zookeeper kafka

  # wait for Kafka to be ready and the test topic to be created
  ./do_until_success "docker-compose logs kafka | grep 'Created topic \"kafka-rust-test\"'"
  ./do_until_success "docker-compose logs kafka | grep 'Created topic \"kafka-rust-test2\"'"
}

setup() {
  # use a subshell so the working directory changes back after it exits
  (
    cd "$(dirname $0)"
    stop_docker # just in case something went wrong with a previous shutdown

    start_docker
  )
}

teardown() {
  # use a subshell so the working directory changes back after it exits
  (
    cd "$(dirname $0)"
    stop_docker
  )
}

### START TEST ###

# need to run tests serially to avoid the tests stepping on each others' toes
export RUST_TEST_THREADS=1
DEFAULT_VERS='0.8.2.2:0.9.0.1:0.10.2.1:0.11.0.1:1.0.0:3.1.0'
DEFAULT_COMPRESSIONS='NONE:SNAPPY:GZIP'
DEFAULT_SECURES=':secure'

declare SCALA_VERS_0_8_2_2='2.11'
declare SCALA_VERS_0_9_0_1='2.11'
declare SCALA_VERS_0_10_2_1='2.12'
declare SCALA_VERS_0_11_0_1='2.12'
declare SCALA_VERS_1_0_0='2.12'
declare SCALA_VERS_3_1_0='2.13'

scala_version_for_kafka() {
    local kv=$(echo $1 | sed 's/\./_/g')
    local sv="SCALA_VERS_${kv}"
    printf '%s' "${!sv}"
}

vers=$@

if [[ -z "${vers}" ]]; then
  vers=$DEFAULT_VERS
fi

# we want to tell the difference between explicitly set to empty vs
# unset, so we do the +x expansion. See
# https://stackoverflow.com/questions/3601515/how-to-check-if-a-variable-is-set-in-bash
if [[ -z "${COMPRESSIONS+x}" ]]; then
  COMPRESSIONS=$DEFAULT_COMPRESSIONS
fi

# if completely unset, set defaults
if [[ -z "${SECURES+x}" ]]; then
  SECURES=$DEFAULT_SECURES

# if it is explicitly set to empty, set it to just : so the for loop will
# yield once with the empty string
elif [[ -z "${SECURES}" ]]; then
  SECURES=':'
fi

IFS=':'
for ver in $vers; do
  for compression in $COMPRESSIONS; do
    for secure in $SECURES; do
      if [[ ! -z "$secure" ]] && echo $ver | grep '^0.8'; then
        echo "Skipping secure test for 0.8 -- unsupported"
        continue
      fi

      export KAFKA_VER=$ver
      export KAFKA_CLIENT_COMPRESSION=$compression
      export KAFKA_CLIENT_SECURE=$secure
      export SCALA_VER=$(scala_version_for_kafka "${ver}")
      if [ "x$SCALA_VER" = "x" ] ; then
          echo >&2 "Unknown Scala version for Kafka $KAFKA_VER"
          exit 1
      fi

      echo -n "Running tests with KAFKA_VER=$KAFKA_VER, "
      echo -n "SCALA_VER=$SCALA_VER, "
      echo -n "KAFKA_CLIENT_COMPRESSION=$compression, "
      echo "KAFKA_CLIENT_SECURE=$secure"

      setup || {
        teardown
        exit 1
      }

      cargo test --features integration_tests || {
        teardown
        exit 1
      }

      teardown
    done
  done
done