devui 0.1.1

A comprehensive development tools UI library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123

use crate::services::kafka::config::Config;
use rdkafka::consumer::{BaseConsumer, StreamConsumer};
use rdkafka::error::KafkaError;
use rdkafka::producer::FutureProducer;
use rdkafka::ClientConfig;
use std::collections::HashMap;
use thiserror::Error;

pub struct ClientManager {
    base_consumers: HashMap<String, BaseConsumer>,
    producers: HashMap<String, FutureProducer>,
    cluster_configs: HashMap<String, String>,
}

#[derive(Error, Debug)]
pub enum ClusterManagerError {
    #[error("rdkafka error")]
    KafkaLibError(#[from] KafkaError),
    #[error("client with name \"{0}\" already exists")]
    ClusterWithNameExists(String),
    #[error("consumer for cluster with name \"{0}\" does not exist")]
    ClusterConsumerNotFound(String),
    #[error("producer for cluster with name \"{0}\" does not exist")]
    ClusterProducerNotFound(String),
}

impl ClientManager {
    pub fn new(configs: Config) -> Result<Self, ClusterManagerError> {
        let mut base_consumers = HashMap::new();
        let mut producers = HashMap::new();
        let mut cluster_configs = HashMap::new();
        for cluster_config in configs.cluster_configs {
            if base_consumers.contains_key(&cluster_config.name) {
                return Err(ClusterManagerError::ClusterWithNameExists(
                    cluster_config.name,
                ));
            } else {
                let future_producer = ClientConfig::new()
                    .set(
                        "bootstrap.servers",
                        cluster_config.bootstrap_servers.as_str(),
                    )
                    .set("broker.address.family", "v4")
                    .set("client.dns.lookup", "use_all_dns_ips")
                    .create()
                    .map_err(ClusterManagerError::KafkaLibError)?;
                producers.insert(cluster_config.name.clone(), future_producer);
                let base_consumer: BaseConsumer = ClientConfig::new()
                    .set(
                        "bootstrap.servers",
                        cluster_config.bootstrap_servers.as_str(),
                    )
                    .set("broker.address.family", "v4")
                    .set("client.dns.lookup", "use_all_dns_ips")
                    .create()
                    .map_err(ClusterManagerError::KafkaLibError)?;

                base_consumers.insert(cluster_config.name.clone(), base_consumer);
                cluster_configs.insert(
                    cluster_config.name.clone(),
                    cluster_config.bootstrap_servers.clone(),
                );
                tracing::info!(
                    "client for cluster with name \"{0}\" bootstrap servers \"{1}\" created",
                    cluster_config.name,
                    cluster_config.bootstrap_servers
                );
            }
        }
        Ok(Self {
            base_consumers,
            producers,
            cluster_configs,
        })
    }

    pub fn get_clusters(&self) -> Vec<String> {
        self.base_consumers.keys().cloned().collect()
    }

    pub fn get_cluster_base_consumer(
        &self,
        name: &str,
    ) -> Result<&BaseConsumer, ClusterManagerError> {
        self.base_consumers
            .get(name)
            .ok_or(ClusterManagerError::ClusterConsumerNotFound(
                name.to_string(),
            ))
    }

    pub fn get_cluster_producer(&self, name: &str) -> Result<&FutureProducer, ClusterManagerError> {
        self.producers
            .get(name)
            .ok_or(ClusterManagerError::ClusterProducerNotFound(
                name.to_string(),
            ))
    }

    pub fn create_stream_consumer(
        &self,
        name: &str,
    ) -> Result<StreamConsumer, ClusterManagerError> {
        let bootstrap_servers =
            self.cluster_configs
                .get(name)
                .ok_or(ClusterManagerError::ClusterConsumerNotFound(
                    name.to_string(),
                ))?;

        let consumer: StreamConsumer = ClientConfig::new()
            .set("bootstrap.servers", bootstrap_servers.as_str())
            .set("group.id", "devui-consumer")
            .set("enable.auto.commit", "false")
            .set("auto.offset.reset", "latest")
            .set("broker.address.family", "v4")
            .set("client.dns.lookup", "use_all_dns_ips")
            .create()
            .map_err(ClusterManagerError::KafkaLibError)?;

        Ok(consumer)
    }
}