orion-server 0.2.0

Declarative services runtime powered by dataflow-rs
use std::sync::Arc;

use async_trait::async_trait;
use dataflow_rs::engine::error::DataflowError;
use dataflow_rs::engine::functions::AsyncFunctionHandler;
use dataflow_rs::engine::task_context::TaskContext;
use dataflow_rs::engine::task_outcome::TaskOutcome;
use futures::TryStreamExt;
use mongodb::bson::{self, Document};
use serde_json::Value;

use super::connector_helpers::{
    apply_output, extract_output_path, profile_handler, require_db_connector, require_str_field,
    resolve_connector, to_exec_error,
};
use crate::connector::ConnectorRegistry;
use crate::connector::mongo_pool::MongoPoolCache;

/// Workflow function handler for reading documents from MongoDB.
pub struct MongoReadHandler {
    pub pool_cache: Arc<MongoPoolCache>,
    pub registry: Arc<ConnectorRegistry>,
}

#[async_trait]
impl AsyncFunctionHandler for MongoReadHandler {
    type Input = Value;

    async fn execute(
        &self,
        ctx: &mut TaskContext<'_>,
        input: &Value,
    ) -> dataflow_rs::Result<TaskOutcome> {
        profile_handler("mongo_read", input, async move {
            let connector_name = require_str_field(input, "connector", "mongo_read")?;
            let database = require_str_field(input, "database", "mongo_read")?;
            let collection = require_str_field(input, "collection", "mongo_read")?;

            let filter_val = input
                .get("filter")
                .cloned()
                .unwrap_or(Value::Object(serde_json::Map::new()));
            let filter_doc = bson::to_document(&filter_val)
                .map_err(|e| DataflowError::Validation(format!("Invalid MongoDB filter: {e}")))?;

            let connector_config = resolve_connector(&self.registry, connector_name).await?;
            let db_config = require_db_connector(&connector_config, connector_name)?;

            let client = self
                .pool_cache
                .get_client(connector_name, db_config)
                .await
                .map_err(to_exec_error)?;

            let coll = client.database(database).collection::<Document>(collection);
            let cursor = coll.find(filter_doc).await.map_err(to_exec_error)?;
            let docs: Vec<Document> = cursor.try_collect().await.map_err(to_exec_error)?;

            let result: Vec<Value> = docs
                .iter()
                .filter_map(|doc| serde_json::to_value(doc).ok())
                .collect();

            let output_path = extract_output_path(input);
            apply_output(ctx, output_path, Value::Array(result));
            Ok(TaskOutcome::Success)
        })
        .await
    }
}