pub struct Pipeline {
pub router: Arc<dyn RouterLayer>,
pub key_selector: Arc<dyn KeySelectorLayer>,
pub transforms: Arc<TransformRegistry>,
pub error_handler: Arc<dyn ErrorHandlerLayer>,
pub http_client: Client,
}Fields§
§router: Arc<dyn RouterLayer>§key_selector: Arc<dyn KeySelectorLayer>§transforms: Arc<TransformRegistry>§error_handler: Arc<dyn ErrorHandlerLayer>§http_client: ClientImplementations§
Source§impl Pipeline
impl Pipeline
Sourcepub async fn execute(
&self,
request: &ChatRequest,
config: &AppConfig,
) -> Result<ChatResponse>
pub async fn execute( &self, request: &ChatRequest, config: &AppConfig, ) -> Result<ChatResponse>
Execute a non-streaming chat request through the full pipeline.
Sourcepub async fn execute_stream(
&self,
request: &ChatRequest,
config: &AppConfig,
) -> Result<(String, Response)>
pub async fn execute_stream( &self, request: &ChatRequest, config: &AppConfig, ) -> Result<(String, Response)>
Execute a streaming chat request. Returns the provider name and raw reqwest::Response.
Auto Trait Implementations§
impl !RefUnwindSafe for Pipeline
impl !UnwindSafe for Pipeline
impl Freeze for Pipeline
impl Send for Pipeline
impl Sync for Pipeline
impl Unpin for Pipeline
impl UnsafeUnpin for Pipeline
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> GetSetFdFlags for T
impl<T> GetSetFdFlags for T
Source§fn get_fd_flags(&self) -> Result<FdFlags, Error>where
T: AsFilelike,
fn get_fd_flags(&self) -> Result<FdFlags, Error>where
T: AsFilelike,
Query the “status” flags for the
self file descriptor.Source§fn new_set_fd_flags(&self, fd_flags: FdFlags) -> Result<SetFdFlags<T>, Error>where
T: AsFilelike,
fn new_set_fd_flags(&self, fd_flags: FdFlags) -> Result<SetFdFlags<T>, Error>where
T: AsFilelike,
Source§fn set_fd_flags(&mut self, set_fd_flags: SetFdFlags<T>) -> Result<(), Error>where
T: Sized + AsFilelike,
fn set_fd_flags(&mut self, set_fd_flags: SetFdFlags<T>) -> Result<(), Error>where
T: Sized + AsFilelike,
Set the “status” flags for the
self file descriptor. Read moreSource§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more