clicktype-batch 0.2.0

Async batching system for ClickType with backpressure and metrics
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54

//! Example demonstrating the use of MockClient for testing

#[cfg(feature = "mock")]
mod mock_test {
    use clicktype_batch::{GenericBatcher, BatchConfig};
    use clicktype_transport::MockClient;
    use clicktype_macros::ClickTable;
    use std::time::Duration;

    #[derive(ClickTable, Clone)]
    #[click_table(name = "test_events")]
    pub struct TestEvent {
        #[click_column(primary_key)]
        pub id: u64,
        pub info: String,
    }

    #[tokio::test]
    async fn test_mock_ingestion() {
        // 1. Create a MockClient instead of a real Client
        let mock_client = MockClient::new();

        // 2. Configure batcher with the mock client
        // Note: We use GenericBatcher explicitly to use the mock
        let config = BatchConfig {
            max_rows: 10,
            max_wait: Duration::from_millis(100),
            ..Default::default()
        };

        let batcher = GenericBatcher::<TestEvent, MockClient>::new(mock_client.clone(), config);
        let (handle, worker) = batcher.spawn();

        // 3. Insert data normally
        for i in 0..15 {
            handle.insert(TestEvent {
                id: i,
                info: format!("Event {}", i),
            }).await.unwrap();
        }

        // 4. Close and wait
        handle.close().await.unwrap();
        worker.await.unwrap();

        // 5. Verify results using the mock
        assert!(mock_client.was_schema_validated("test_events"));
        
        // We expect 2 batches: one with 10 rows (max_rows), one with 5 rows (flush on close)
        assert_eq!(mock_client.inserted_count(), 2);
        
        println!("✓ Mock test passed: 15 rows inserted in 2 batches verified.");
    }
}