pub struct DefaultRouter { /* private fields */ }Expand description
Completion compatibility facade backed only by crate::core::router::UnifiedRouter.
New integrations should retain a RuntimeBinding and use Self::from_runtime.
The type remains public for the 0.6 compatibility window.
Implementations§
Source§impl DefaultRouter
impl DefaultRouter
Sourcepub async fn new() -> Result<Self>
pub async fn new() -> Result<Self>
Create a facade that binds the process-default runtime for each operation.
Sourcepub fn from_runtime(runtime: RuntimeBinding) -> Self
pub fn from_runtime(runtime: RuntimeBinding) -> Self
Create a completion facade backed by an explicit canonical runtime.
Trait Implementations§
Source§impl Router for DefaultRouter
impl Router for DefaultRouter
Source§fn complete<'life0, 'life1, 'async_trait>(
&'life0 self,
model: &'life1 str,
messages: Vec<Message>,
options: CompletionOptions,
) -> Pin<Box<dyn Future<Output = Result<CompletionResponse>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
fn complete<'life0, 'life1, 'async_trait>(
&'life0 self,
model: &'life1 str,
messages: Vec<Message>,
options: CompletionOptions,
) -> Pin<Box<dyn Future<Output = Result<CompletionResponse>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
Complete a chat request
Source§fn complete_stream<'life0, 'life1, 'async_trait>(
&'life0 self,
model: &'life1 str,
messages: Vec<Message>,
options: CompletionOptions,
) -> Pin<Box<dyn Future<Output = Result<CompletionStream>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
fn complete_stream<'life0, 'life1, 'async_trait>(
&'life0 self,
model: &'life1 str,
messages: Vec<Message>,
options: CompletionOptions,
) -> Pin<Box<dyn Future<Output = Result<CompletionStream>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
Complete a streaming chat request
Auto Trait Implementations§
impl !RefUnwindSafe for DefaultRouter
impl !UnwindSafe for DefaultRouter
impl Freeze for DefaultRouter
impl Send for DefaultRouter
impl Sync for DefaultRouter
impl Unpin for DefaultRouter
impl UnsafeUnpin for DefaultRouter
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> BudgetAwareRouting for T
impl<T> BudgetAwareRouting for T
Source§fn filter_by_budget(
&self,
providers: Vec<String>,
budget_router: &BudgetAwareRouter,
) -> Vec<String>
fn filter_by_budget( &self, providers: Vec<String>, budget_router: &BudgetAwareRouter, ) -> Vec<String>
Filter providers based on budget availability
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreCreates a shared type from an unshared type.