swiftide-integrations 0.33.0

Composable LLM agents, typed task graphs, and streaming RAG pipelines in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61

//! Fluvio is a real-time streaming data transformation platform.
//!
//! This module provides a Fluvio loader for Swiftide and allows you to ingest
//! messages from Fluvio topics and use them for RAG.
//!
//! Can be configured with [`ConsumerConfigExt`].
//!
//! # Example
//!
//! ```no_run
//! # use swiftide_integrations::fluvio::*;
//! let loader = Fluvio::builder()
//!     .consumer_config_ext(
//!         ConsumerConfigExt::builder()
//!             .topic("Hello Fluvio")
//!             .partition(0)
//!             .offset_start(fluvio::Offset::from_end(1))
//!             .build().unwrap()
//!     ).build().unwrap();
//! ```

use derive_builder::Builder;

use fluvio::FluvioConfig;
/// Re-export the fluvio config builder
pub use fluvio::consumer::{ConsumerConfigExt, ConsumerConfigExtBuilder};

mod loader;

#[derive(Debug, Clone, Builder)]
#[builder(setter(into, strip_option))]
pub struct Fluvio {
    /// The Fluvio consumer configuration to use.
    consumer_config_ext: ConsumerConfigExt,

    #[builder(default, setter(custom))]
    /// Custom connection configuration
    fluvio_config: Option<FluvioConfig>,
}

impl Fluvio {
    /// Creates a new Fluvio instance from a consumer extended configuration
    pub fn from_consumer_config(config: impl Into<ConsumerConfigExt>) -> Fluvio {
        Fluvio {
            consumer_config_ext: config.into(),
            fluvio_config: None,
        }
    }

    pub fn builder() -> FluvioBuilder {
        FluvioBuilder::default()
    }
}

impl FluvioBuilder {
    pub fn fluvio_config(&mut self, config: &FluvioConfig) -> &mut Self {
        self.fluvio_config = Some(Some(config.to_owned()));

        self
    }
}