Struct ExtractJson 

pub struct ExtractJson { /* private fields */ }

Middleware created by extract_json.

Implementations

impl ExtractJson

pub fn transform( self, transform: impl Fn(&str) -> String + Send + Sync + 'static, ) -> Self

Replaces the default fence stripping with transform.

pub fn apply(&self, result: GenerateResult) -> GenerateResult

Applies the extraction to a complete result.

pub fn apply_stream(&self, result: StreamResult) -> StreamResult

Applies the extraction to a stream result.

Trait Implementations

impl Clone for ExtractJson

fn clone(&self) -> ExtractJson

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ExtractJson

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl LanguageModelMiddleware for ExtractJson

fn wrap_generate<'a>( &'a self, options: CallOptions, next: GenerateNext<'a>, _ctx: MiddlewareContext<'a>, ) -> BoxFuture<'a, Result<GenerateResult, ProviderError>>

Wraps do_generate.

fn wrap_stream<'a>( &'a self, options: CallOptions, next: StreamNext<'a>, _ctx: MiddlewareContext<'a>, ) -> BoxFuture<'a, Result<StreamResult, ProviderError>>

Wraps do_stream.

fn transform_params<'a>( &'a self, options: CallOptions, _ctx: MiddlewareContext<'a>, ) -> BoxFuture<'a, Result<CallOptions, ProviderError>>

Rewrites the call options before the call.

fn override_provider(&self, _model: &dyn DynLanguageModel) -> Option<ProviderId>

Overrides the provider id reported by the wrapped model.

fn override_model_id(&self, _model: &dyn DynLanguageModel) -> Option<ModelId>

Overrides the model id reported by the wrapped model.

fn override_supported_urls<'a>( &'a self, _model: &'a dyn DynLanguageModel, ) -> Option<BoxFuture<'a, SupportedUrls>>

Overrides the supported URLs of the wrapped model.