Struct SimulateStreaming 

pub struct SimulateStreaming;

Middleware created by simulate_streaming.

Trait Implementations

impl Clone for SimulateStreaming

fn clone(&self) -> SimulateStreaming

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for SimulateStreaming

impl Debug for SimulateStreaming

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for SimulateStreaming

fn default() -> SimulateStreaming

Returns the “default value” for a type.

impl LanguageModelMiddleware for SimulateStreaming

fn wrap_stream<'a>( &'a self, options: CallOptions, _next: StreamNext<'a>, ctx: MiddlewareContext<'a>, ) -> BoxFuture<'a, Result<StreamResult, ProviderError>>

Wraps do_stream.

fn transform_params<'a>( &'a self, options: CallOptions, _ctx: MiddlewareContext<'a>, ) -> BoxFuture<'a, Result<CallOptions, ProviderError>>

Rewrites the call options before the call.

fn wrap_generate<'a>( &'a self, options: CallOptions, next: GenerateNext<'a>, _ctx: MiddlewareContext<'a>, ) -> BoxFuture<'a, Result<GenerateResult, ProviderError>>

Wraps do_generate.

fn override_provider(&self, _model: &dyn DynLanguageModel) -> Option<ProviderId>

Overrides the provider id reported by the wrapped model.

fn override_model_id(&self, _model: &dyn DynLanguageModel) -> Option<ModelId>

Overrides the model id reported by the wrapped model.

fn override_supported_urls<'a>( &'a self, _model: &'a dyn DynLanguageModel, ) -> Option<BoxFuture<'a, SupportedUrls>>

Overrides the supported URLs of the wrapped model.