pub struct ScriptedModelProvider { /* private fields */ }Implementations§
Source§impl ScriptedModelProvider
impl ScriptedModelProvider
pub fn new( backend: impl Into<String>, default_model: impl Into<String>, responses: Vec<LLMResponse>, ) -> Self
pub fn from_steps( backend: impl Into<String>, default_model: impl Into<String>, steps: Vec<ScriptStep>, ) -> Self
pub fn from_callback( backend: impl Into<String>, default_model: impl Into<String>, callback: impl Fn(&LlmRequest) -> Result<LLMResponse, LlmError> + Send + Sync + 'static, ) -> Self
pub fn with_default_settings(self, settings: ModelSettings) -> Self
pub fn with_token_limits( self, context_length: Option<u64>, max_output_tokens: Option<u64>, ) -> Self
Trait Implementations§
Source§impl Clone for ScriptedModelProvider
impl Clone for ScriptedModelProvider
Source§fn clone(&self) -> ScriptedModelProvider
fn clone(&self) -> ScriptedModelProvider
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Default for ScriptedModelProvider
impl Default for ScriptedModelProvider
Source§impl ModelProvider for ScriptedModelProvider
impl ModelProvider for ScriptedModelProvider
fn resolve(&self, model: &ModelRef) -> Result<ResolvedModelConfig, ModelError>
fn client( &self, _resolved: &ResolvedModelConfig, ) -> Result<Arc<dyn LlmClient>, ModelError>
fn default_settings(&self, _resolved: &ResolvedModelConfig) -> ModelSettings
Auto Trait Implementations§
impl Freeze for ScriptedModelProvider
impl RefUnwindSafe for ScriptedModelProvider
impl Send for ScriptedModelProvider
impl Sync for ScriptedModelProvider
impl Unpin for ScriptedModelProvider
impl UnsafeUnpin for ScriptedModelProvider
impl UnwindSafe for ScriptedModelProvider
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreCreates a shared type from an unshared type.