krafka 0.7.0

A pure Rust, async-native Apache Kafka client
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

//! Consumer example.
//!
//! Demonstrates how to consume messages from Kafka using Krafka.
//!
//! Run with:
//! ```
//! cargo run --example consumer
//! ```

use std::time::Duration;

use krafka::consumer::{AutoOffsetReset, Consumer};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    // Initialize tracing
    tracing_subscriber::fmt()
        .with_env_filter("krafka=debug")
        .init();

    // Create consumer with fluent builder API
    let consumer = Consumer::builder()
        .bootstrap_servers("localhost:9092")
        .group_id("krafka-consumer-example")
        .auto_offset_reset(AutoOffsetReset::Earliest)
        .enable_auto_commit(true)
        .build()
        .await?;

    println!("Consumer connected to Kafka!");

    // Subscribe to topics
    consumer.subscribe(&["test-topic"]).await?;
    println!("Subscribed to test-topic");

    // Poll for messages
    println!("Polling for messages (Ctrl+C to stop)...");

    loop {
        match consumer.poll(Duration::from_millis(100)).await {
            Ok(records) => {
                for record in records {
                    println!(
                        "Received: topic={}, partition={}, offset={}, key={:?}, value={:?}",
                        record.topic,
                        record.partition,
                        record.offset,
                        record.key_str(),
                        record.value_str(),
                    );

                    // Print headers if any
                    if !record.headers.is_empty() {
                        println!("  Headers:");
                        for (key, value) in &record.headers {
                            match value {
                                Some(v) => println!(
                                    "    {}: {:?}",
                                    key,
                                    std::str::from_utf8(v).unwrap_or("<binary>")
                                ),
                                None => println!("    {}: <null>", key),
                            }
                        }
                    }
                }
            }
            Err(e) => {
                eprintln!("Error polling: {}", e);
                tokio::time::sleep(Duration::from_secs(1)).await;
            }
        }
    }
}