yozefu-app 0.0.18

The Kafka consumer of Yozefu
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120

//! module defining the configuration structure of the application

use indexmap::IndexMap;
use resolve_path::PathResolveExt;
use serde::{Deserialize, Serialize};
use std::{collections::HashMap, path::PathBuf};
use url::Url;

use crate::configuration::{ConsumerConfig, YozefuConfig};

use super::Configuration;

/// List of kafka properties that are a file location.
pub const KAFKA_PROPERTIES_WITH_LOCATIONS: [&str; 6] = [
    "ssl.ca.location",
    "ssl.certificate.location",
    "ssl.key.location",
    "ssl.keystore.location",
    "ssl.crl.location",
    "ssl.engine.location",
];

/// List of kafka properties that are a file location.
pub const SENSITIVE_KAFKA_PROPERTIES: [&str; 3] =
    ["sasl.password", "ssl.key.password", "ssl.keystore.password"];

impl Default for ClusterConfig {
    fn default() -> Self {
        Self {
            url_template: None,
            schema_registry: None,
            kafka: IndexMap::new(),
            consumer: None,
        }
    }
}

/// Specific configuration for a cluster
#[derive(Debug, Deserialize, Serialize, PartialEq, Eq, Clone)]
#[cfg_attr(test, derive(schemars::JsonSchema))]
pub struct ClusterConfig {
    /// A placeholder url that will be used when you want to open a kafka record in the browser
    pub url_template: Option<String>,
    /// Schema registry configuration
    #[serde(skip_serializing_if = "Option::is_none")]
    pub schema_registry: Option<SchemaRegistryConfig>,
    /// Kafka consumer properties for this cluster, see <https://github.com/confluentinc/librdkafka/blob/master/CONFIGURATION.md> for more details
    pub kafka: IndexMap<String, String>,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub consumer: Option<ConsumerConfig>,
}

impl ClusterConfig {
    /// Normalize all properties that are file locations.
    /// For instance, `~/certificates/ca.pem` will be resolved to `/home/user/certificates/ca.pem`.
    pub fn normalize_paths(self) -> Self {
        let mut cloned = self.clone();
        for key in KAFKA_PROPERTIES_WITH_LOCATIONS {
            if let Some(path) = cloned.kafka.get(key) {
                let normalized_path = PathBuf::from(path)
                    .resolve()
                    .canonicalize()
                    .map(|d| d.display().to_string())
                    .unwrap_or(path.to_string());
                cloned.kafka.insert(key.to_string(), normalized_path);
            }
        }
        cloned
    }

    //    // cluster is something that can be converted to &str, must be a generic though
    //    pub fn create<T>(self, cluster: T) -> ClusterConfig
    //    where
    //        T: ToString,
    //    {
    //        ClusterConfig {
    //            cluster: cluster.to_string(),
    //            config: self.normalize_paths(),
    //        }
    //    }
}

/// Schema registry configuration of a given cluster
#[derive(Debug, Deserialize, PartialEq, Eq, Serialize, Clone)]
#[cfg_attr(test, derive(schemars::JsonSchema))]
pub struct SchemaRegistryConfig {
    /// Url of the schema registry
    pub url: Url,
    /// HTTP headers to be used when communicating with the schema registry
    #[serde(default)]
    pub headers: HashMap<String, String>,
}

impl Configuration for ClusterConfig {
    fn kafka_config_map(&self) -> HashMap<String, String> {
        let mut properties = HashMap::new();
        properties.extend(self.kafka.clone());
        properties
    }
}

impl ClusterConfig {
    pub fn with_kafka_properties(self, kafka_properties: HashMap<String, String>) -> Self {
        Self {
            url_template: None,
            schema_registry: None,
            kafka: indexmap::IndexMap::from_iter(kafka_properties),
            consumer: self.consumer,
        }
    }

    pub fn set_kafka_property(&mut self, key: &str, value: &str) {
        self.kafka.insert(key.to_string(), value.to_string());
    }

    pub fn create(self, cluster: &str) -> YozefuConfig {
        YozefuConfig::new(cluster, self)
    }
}
//