devui 0.1.1

A comprehensive development tools UI library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125

use crate::services::kafka::cluster_manager::{ClientManager, ClusterManagerError};
use crate::services::kafka::config::Config;
use crate::services::kafka::models::{Broker, ClusterMetadata, Partition, Topic};
use rdkafka::consumer::{Consumer, StreamConsumer};
use rdkafka::error::KafkaError;
use rdkafka::message::ToBytes;
use rdkafka::producer::FutureRecord;
use std::collections::HashMap;
use std::sync::Arc;
use std::time::Duration;
use thiserror::Error;

#[derive(Clone)]
pub struct Service {
    pub cluster_manager: Arc<ClientManager>,
}

#[derive(Error, Debug)]
pub enum ServiceError {
    #[error("client manager error")]
    ClientManagerError(#[from] ClusterManagerError),
    #[error("Kafka error")]
    KafkaError(#[from] KafkaError),
}

impl Service {
    pub fn new(configs: Config) -> Result<Self, ServiceError> {
        let client_manager =
            ClientManager::new(configs).map_err(ServiceError::ClientManagerError)?;
        Ok(Self {
            cluster_manager: Arc::new(client_manager),
        })
    }

    pub fn get_clusters(&self) -> Vec<String> {
        self.cluster_manager.get_clusters()
    }

    pub fn metadata(&self, cluster_name: String) -> Result<ClusterMetadata, ServiceError> {
        let base_consumer = self
            .cluster_manager
            .get_cluster_base_consumer(&cluster_name)
            .map_err(ServiceError::ClientManagerError)?;

        let metadata = base_consumer
            .fetch_metadata(None, Duration::from_secs(5))
            .map_err(ServiceError::KafkaError)?;

        let mut brokers = HashMap::new();
        let mut topics = Vec::new();

        for broker in metadata.brokers() {
            brokers.insert(
                broker.id().to_string(),
                Broker {
                    id: broker.id(),
                    host: broker.host().to_string(),
                    port: broker.port(),
                },
            );
        }

        for topic in metadata.topics() {
            let mut partitions = Vec::new();
            for partition in topic.partitions() {
                partitions.push(Partition {
                    partition: partition.id(),
                    leader_id: partition.leader(),
                });
            }
            topics.push(Topic {
                name: topic.name().to_string(),
                partitions,
            })
        }

        let cluster_metadata = ClusterMetadata { brokers, topics };

        Ok(cluster_metadata)
    }

    pub async fn produce(
        &self,
        cluster_name: String,
        topic_name: String,
        key: impl ToBytes,
        payload: impl ToBytes,
    ) -> Result<(), ServiceError> {
        let producer = self
            .cluster_manager
            .get_cluster_producer(&cluster_name)
            .map_err(ServiceError::ClientManagerError)?;
        let delivery_status = producer
            .send(
                FutureRecord::to(&topic_name).payload(&payload).key(&key),
                Duration::from_secs(0),
            )
            .await;

        match delivery_status {
            Ok(delivery) => {
                tracing::info!("kafka message produced successfully {:?}", delivery);
                Ok(())
            }
            Err((e, _)) => Err(ServiceError::KafkaError(e)),
        }
    }

    pub async fn create_consumer(
        &self,
        cluster_name: String,
        topic_name: String,
    ) -> Result<StreamConsumer, ServiceError> {
        let consumer = self
            .cluster_manager
            .create_stream_consumer(&cluster_name)
            .map_err(ServiceError::ClientManagerError)?;

        consumer
            .subscribe(&[&topic_name])
            .map_err(ServiceError::KafkaError)?;

        Ok(consumer)
    }
}