samsa 0.1.8

Rust-native Kafka/Redpanda protocol and client implementation.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

use futures::stream::StreamExt;
use samsa::prelude::{ConsumerBuilder, TcpConnection, TopicPartitionsBuilder};

#[tokio::main]
async fn main() -> Result<(), ()> {
    tracing_subscriber::fmt()
        .with_max_level(tracing::Level::INFO)
        .compact()
        .with_file(true)
        .with_line_number(true)
        .with_thread_ids(true)
        .with_target(false)
        .init();

    let bootstrap_addrs = vec![samsa::prelude::BrokerAddress {
        host: "127.0.0.1".to_owned(),
        port: 9092,
    }];

    let topic = "benchmark";

    //
    // Test fetch (read)
    //
    tracing::info!("Connecting to cluster");
    let stream = ConsumerBuilder::<TcpConnection>::new(
        bootstrap_addrs.clone(),
        TopicPartitionsBuilder::new()
            .assign(topic.to_string(), vec![0])
            .build(),
    )
    .await
    .map_err(|err| tracing::error!("{:?}", err))?
    .max_bytes(3_000_000)
    .max_partition_bytes(3_000_000)
    .build()
    .into_stream();

    let size = 1_000_000;

    let mut count = 0;
    tokio::pin!(stream);
    tracing::info!("Starting!");
    while let Some(message) = stream.next().await {
        let new = message.unwrap().count();
        count += new;
        tracing::info!("{} - read {} of {}", new, count, size);
        if count == size {
            tracing::info!("done!");
            break;
        }
    }

    Ok(())
}