drasi_lib/config/runtime.rs
1// Copyright 2025 The Drasi Authors.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15use serde::{Deserialize, Serialize};
16use std::collections::HashMap;
17use std::sync::Arc;
18
19use super::schema::QueryConfig;
20use crate::channels::ComponentStatus;
21use crate::indexes::IndexBackendPlugin;
22use crate::indexes::IndexFactory;
23use crate::state_store::{MemoryStateStoreProvider, StateStoreProvider};
24
25/// Runtime representation of a source with execution status
26///
27/// `SourceRuntime` combines configuration with runtime state information like
28/// current execution status and error messages. It's used for monitoring and
29/// managing source lifecycle.
30///
31/// # Status Values
32///
33/// - `ComponentStatus::Stopped`: Source is configured but not running
34/// - `ComponentStatus::Starting`: Source is initializing
35/// - `ComponentStatus::Running`: Source is actively ingesting data
36/// - `ComponentStatus::Error`: Source encountered an error (see `error_message`)
37///
38/// # Thread Safety
39///
40/// This struct is `Clone` and `Serialize` for sharing across threads and APIs.
41///
42/// # Examples
43///
44/// ```no_run
45/// use drasi_lib::{DrasiLib, ComponentStatus};
46///
47/// # async fn example() -> Result<(), Box<dyn std::error::Error>> {
48/// let core = DrasiLib::builder().with_id("my-server").build().await?;
49/// core.start().await?;
50///
51/// // Get runtime information for a source
52/// let source_info = core.get_source_info("orders_db").await?;
53/// println!("Source {} is {:?}", source_info.id, source_info.status);
54///
55/// if let Some(error) = source_info.error_message {
56/// eprintln!("Source error: {}", error);
57/// }
58/// # Ok(())
59/// # }
60/// ```
61#[derive(Debug, Clone, Serialize, Deserialize)]
62pub struct SourceRuntime {
63 /// Unique identifier for the source
64 pub id: String,
65 /// Type of source (e.g., "postgres", "http", "mock", "platform")
66 pub source_type: String,
67 /// Current status of the source
68 pub status: ComponentStatus,
69 /// Error message if status is Error
70 #[serde(skip_serializing_if = "Option::is_none")]
71 pub error_message: Option<String>,
72 /// Source-specific configuration properties
73 pub properties: HashMap<String, serde_json::Value>,
74}
75
76/// Runtime representation of a query with execution status
77///
78/// `QueryRuntime` combines query configuration with runtime state information.
79/// Used for monitoring query execution, tracking which sources it subscribes to,
80/// and inspecting any runtime errors.
81///
82/// # Status Values
83///
84/// - `ComponentStatus::Stopped`: Query is configured but not processing
85/// - `ComponentStatus::Starting`: Query is initializing (bootstrap phase)
86/// - `ComponentStatus::Running`: Query is actively processing events
87/// - `ComponentStatus::Error`: Query encountered an error (see `error_message`)
88///
89/// # Examples
90///
91/// ```no_run
92/// use drasi_lib::{DrasiLib, ComponentStatus};
93///
94/// # async fn example() -> Result<(), Box<dyn std::error::Error>> {
95/// let core = DrasiLib::builder().with_id("my-server").build().await?;
96/// core.start().await?;
97///
98/// // Get runtime information for a query
99/// let query_info = core.get_query_info("active_orders").await?;
100/// println!("Query: {}", query_info.query);
101/// println!("Status: {:?}", query_info.status);
102/// println!("Source subscriptions: {:?}", query_info.source_subscriptions);
103///
104/// if let Some(joins) = query_info.joins {
105/// println!("Synthetic joins configured: {}", joins.len());
106/// }
107/// # Ok(())
108/// # }
109/// ```
110#[derive(Debug, Clone, Serialize, Deserialize)]
111pub struct QueryRuntime {
112 /// Unique identifier for the query
113 pub id: String,
114 /// Cypher or GQL query string
115 pub query: String,
116 /// Current status of the query
117 pub status: ComponentStatus,
118 /// Error message if status is Error
119 #[serde(skip_serializing_if = "Option::is_none")]
120 pub error_message: Option<String>,
121 /// Source subscriptions with middleware pipelines
122 pub source_subscriptions: Vec<super::schema::SourceSubscriptionConfig>,
123 /// Optional synthetic joins for the query
124 #[serde(skip_serializing_if = "Option::is_none")]
125 pub joins: Option<Vec<super::schema::QueryJoinConfig>>,
126}
127
128/// Runtime representation of a reaction with execution status
129///
130/// `ReactionRuntime` combines reaction configuration with runtime state information.
131/// Used for monitoring reaction execution, tracking which queries it subscribes to,
132/// and inspecting delivery status.
133///
134/// # Status Values
135///
136/// - `ComponentStatus::Stopped`: Reaction is configured but not running
137/// - `ComponentStatus::Starting`: Reaction is initializing connections
138/// - `ComponentStatus::Running`: Reaction is actively delivering results
139/// - `ComponentStatus::Error`: Reaction encountered an error (see `error_message`)
140///
141/// # Examples
142///
143/// ```no_run
144/// use drasi_lib::{DrasiLib, ComponentStatus};
145///
146/// # async fn example() -> Result<(), Box<dyn std::error::Error>> {
147/// let core = DrasiLib::builder().with_id("my-server").build().await?;
148/// core.start().await?;
149///
150/// // Get runtime information for a reaction
151/// let reaction_info = core.get_reaction_info("order_webhook").await?;
152/// println!("Reaction {} ({}) is {:?}",
153/// reaction_info.id,
154/// reaction_info.reaction_type,
155/// reaction_info.status
156/// );
157/// println!("Subscribed to queries: {:?}", reaction_info.queries);
158///
159/// if let Some(error) = reaction_info.error_message {
160/// eprintln!("Reaction error: {}", error);
161/// }
162/// # Ok(())
163/// # }
164/// ```
165#[derive(Debug, Clone, Serialize, Deserialize)]
166pub struct ReactionRuntime {
167 /// Unique identifier for the reaction
168 pub id: String,
169 /// Type of reaction (e.g., "log", "http", "grpc", "sse", "platform")
170 pub reaction_type: String,
171 /// Current status of the reaction
172 pub status: ComponentStatus,
173 /// Error message if status is Error
174 #[serde(skip_serializing_if = "Option::is_none")]
175 pub error_message: Option<String>,
176 /// IDs of queries this reaction subscribes to
177 pub queries: Vec<String>,
178 /// Reaction-specific configuration properties
179 pub properties: HashMap<String, serde_json::Value>,
180}
181
182impl From<QueryConfig> for QueryRuntime {
183 fn from(config: QueryConfig) -> Self {
184 Self {
185 id: config.id,
186 query: config.query,
187 status: ComponentStatus::Stopped,
188 error_message: None,
189 source_subscriptions: config.sources,
190 joins: config.joins,
191 }
192 }
193}
194
195/// Runtime configuration with applied defaults
196///
197/// `RuntimeConfig` represents a fully-resolved configuration with all global defaults
198/// applied to individual components. It's created from [`DrasiLibConfig`](super::schema::DrasiLibConfig)
199/// and used internally by [`DrasiLib`](crate::DrasiLib) for execution.
200///
201/// # Plugin Architecture
202///
203/// **Important**: drasi-lib has ZERO awareness of which plugins exist. Sources and
204/// reactions are passed as owned instances via `add_source()` and `add_reaction()`.
205/// Only queries are stored in RuntimeConfig.
206///
207/// # Default Application
208///
209/// When converting from `DrasiLibConfig` to `RuntimeConfig`, global capacity
210/// settings are applied to queries that don't specify their own values:
211///
212/// - **priority_queue_capacity**: Applied to queries (default: 10000)
213/// - **dispatch_buffer_capacity**: Applied to queries (default: 1000)
214///
215/// # Examples
216///
217/// ```yaml
218/// id: my-server
219/// priority_queue_capacity: 50000 # Global default
220///
221/// queries:
222/// - id: q1
223/// query: "MATCH (n) RETURN n"
224/// source_subscriptions:
225/// - source_id: s1
226/// # priority_queue_capacity will be 50000 (inherited)
227///
228/// - id: q2
229/// query: "MATCH (m) RETURN m"
230/// source_subscriptions:
231/// - source_id: s1
232/// priority_queue_capacity: 100000 # Override global
233/// ```
234#[derive(Clone)]
235pub struct RuntimeConfig {
236 /// Unique identifier for this DrasiLib instance
237 pub id: String,
238 /// Index factory for creating storage backend indexes for queries
239 pub index_factory: Arc<IndexFactory>,
240 /// State store provider for plugin state persistence
241 pub state_store_provider: Arc<dyn StateStoreProvider>,
242 /// Query configurations (sources/reactions are now instance-only)
243 pub queries: Vec<QueryConfig>,
244}
245
246impl std::fmt::Debug for RuntimeConfig {
247 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
248 f.debug_struct("RuntimeConfig")
249 .field("id", &self.id)
250 .field("index_factory", &self.index_factory)
251 .field("state_store_provider", &"<dyn StateStoreProvider>")
252 .field("queries", &self.queries)
253 .finish()
254 }
255}
256
257impl RuntimeConfig {
258 /// Create a new RuntimeConfig with optional index backend and state store providers.
259 ///
260 /// When an index provider is supplied, RocksDB and Redis/Garnet storage backends
261 /// will delegate to the provider for index creation. Without a provider, only
262 /// in-memory storage backends can be used.
263 ///
264 /// When a state store provider is supplied, it will be used for plugin state
265 /// persistence. Without a provider, the default in-memory state store is used.
266 ///
267 /// # Arguments
268 ///
269 /// * `config` - The DrasiLib configuration
270 /// * `index_provider` - Optional index backend plugin for persistent storage
271 /// * `state_store_provider` - Optional state store provider for plugin state
272 pub fn new(
273 config: super::schema::DrasiLibConfig,
274 index_provider: Option<Arc<dyn IndexBackendPlugin>>,
275 state_store_provider: Option<Arc<dyn StateStoreProvider>>,
276 ) -> Self {
277 // Get the global defaults (or hardcoded fallbacks)
278 let global_priority_queue = config.priority_queue_capacity.unwrap_or(10000);
279 let global_dispatch_capacity = config.dispatch_buffer_capacity.unwrap_or(1000);
280
281 // Create IndexFactory from storage backend configurations with optional plugin
282 let index_factory = Arc::new(IndexFactory::new(config.storage_backends, index_provider));
283
284 // Use provided state store or default to in-memory
285 let state_store_provider: Arc<dyn StateStoreProvider> =
286 state_store_provider.unwrap_or_else(|| Arc::new(MemoryStateStoreProvider::new()));
287
288 // Apply global defaults to queries
289 let queries = config
290 .queries
291 .into_iter()
292 .map(|mut q| {
293 if q.priority_queue_capacity.is_none() {
294 q.priority_queue_capacity = Some(global_priority_queue);
295 }
296 if q.dispatch_buffer_capacity.is_none() {
297 q.dispatch_buffer_capacity = Some(global_dispatch_capacity);
298 }
299 q
300 })
301 .collect();
302
303 Self {
304 id: config.id,
305 index_factory,
306 state_store_provider,
307 queries,
308 }
309 }
310}
311
312impl From<super::schema::DrasiLibConfig> for RuntimeConfig {
313 fn from(config: super::schema::DrasiLibConfig) -> Self {
314 // Default to no index provider and no state store provider
315 Self::new(config, None, None)
316 }
317}