chafka 0.2.1

Extensible service for real-time data ingestion from Kafka to ClickHouse
Documentation
1
2
3
4
5
6
7
8
9
10
11
[ingesters.example]
decoder = "avro"
kafka_broker = "localhost:9091"
topic = "test-topic"
batch_size = 100000
batch_timeout_seconds = 10
clickhouse_url = "tcp://localhost:9000"
clickhouse_table = "test_chafka_avro"
custom.schema_file = "./example.avsc"
custom.field_names = { c = "c_arr" }