dynamo_runtime/pipeline/nodes/sinks/
pipeline.rs

1// SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2// SPDX-License-Identifier: Apache-2.0
3
4use super::*;
5use crate::Error;
6
7impl<Req: PipelineIO, Resp: PipelineIO> ServiceBackend<Req, Resp> {
8    pub fn from_engine(engine: ServiceEngine<Req, Resp>) -> Arc<Self> {
9        Arc::new(Self {
10            engine,
11            inner: SinkEdge::default(),
12        })
13    }
14}
15
16#[async_trait]
17impl<Req: PipelineIO + Sync, Resp: PipelineIO> Sink<Req> for ServiceBackend<Req, Resp> {
18    async fn on_data(&self, data: Req, _: Token) -> Result<(), Error> {
19        let stream = self.engine.generate(data).await?;
20        self.on_next(stream, Token).await
21    }
22}
23
24#[async_trait]
25impl<Req: PipelineIO, Resp: PipelineIO> Source<Resp> for ServiceBackend<Req, Resp> {
26    async fn on_next(&self, data: Resp, _: Token) -> Result<(), Error> {
27        self.inner.on_next(data, Token).await
28    }
29
30    fn set_edge(&self, edge: Edge<Resp>, _: Token) -> Result<(), PipelineError> {
31        self.inner.set_edge(edge, Token)
32    }
33}