tiny_kafka 1.0.6

A tiny Kafka client library with producer and consumer functionalities.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116

use std::time::Duration;
use tiny_kafka::{KafkaConsumer as Consumer, KafkaProducer as Producer};
use tokio;
use tracing_test::traced_test;

async fn setup_kafka() {
    // Wait for Kafka to be ready
    tokio::time::sleep(Duration::from_secs(2)).await;
}

#[tokio::test]
#[traced_test]
async fn test_producer_consumer() {
    setup_kafka().await;

    let topic = "test_topic";
    let mut producer = Producer::new("localhost:9092".to_string())
        .await
        .expect("Failed to create producer");
    let mut consumer = Consumer::new(
        "localhost:9092".to_string(),
        "test_group".to_string(),
        topic.to_string(),
    )
    .await
    .expect("Failed to create consumer");

    let test_message = "test message";

    // Produce message
    producer
        .send_message(topic, 0, test_message)
        .await
        .expect("Failed to send message");

    // Consume message
    let messages = consumer
        .consume()
        .await
        .expect("Failed to consume messages");

    // Verify message was received
    assert!(!messages.is_empty());
    assert_eq!(String::from_utf8_lossy(&messages[0]), test_message);

    // Clean up
    consumer.close().await.expect("Failed to close consumer");
}

#[tokio::test]
#[traced_test]
async fn test_multiple_messages() {
    setup_kafka().await;

    let topic = "test_topic_multiple";
    let mut producer = Producer::new("localhost:9092".to_string())
        .await
        .expect("Failed to create producer");
    let mut consumer = Consumer::new(
        "localhost:9092".to_string(),
        "test_group_multiple".to_string(),
        topic.to_string(),
    )
    .await
    .expect("Failed to create consumer");

    let test_messages = vec!["message1", "message2", "message3"];

    // Produce messages
    for msg in &test_messages {
        producer
            .send_message(topic, 0, msg)
            .await
            .expect("Failed to send message");
    }

    // Consume messages
    let messages = consumer
        .consume()
        .await
        .expect("Failed to consume messages");

    assert_eq!(messages.len(), test_messages.len());
    for (received, original) in messages.iter().zip(test_messages.iter()) {
        assert_eq!(String::from_utf8_lossy(&received), original.to_string());
    }

    // Clean up
    consumer.close().await.expect("Failed to close consumer");
}

#[tokio::test]
#[traced_test]
async fn test_empty_topic() {
    setup_kafka().await;

    let topic = "empty_topic";
    let mut consumer = Consumer::new(
        "localhost:9092".to_string(),
        "test_group_empty".to_string(),
        topic.to_string(),
    )
    .await
    .expect("Failed to create consumer");

    // Try to consume from empty topic
    let messages = consumer
        .consume()
        .await
        .expect("Failed to consume messages");

    assert!(messages.is_empty());

    // Clean up
    consumer.close().await.expect("Failed to close consumer");
}