Trait TextLmRunner 

pub trait TextLmRunner<'s, 'req, Tmpl>
where
    Tmpl: ChatTemplate,
{
    // Required method
    fn stream_lm_response(
        &'s self,
        request: GenericTextLmRequest<'req, Tmpl>,
    ) -> impl Iterator<Item = Result<String, GenericRunnerError<Tmpl::Error>>>;
}

Required Methods

fn stream_lm_response( &'s self, request: GenericTextLmRequest<'req, Tmpl>, ) -> impl Iterator<Item = Result<String, GenericRunnerError<Tmpl::Error>>>

Dyn Compatibility

This trait is not dyn compatible.

In older versions of Rust, dyn compatibility was called "object safety", so this trait is not object safe.

Implementors

impl<'s, 'req, Inner, Tmpl> TextLmRunner<'s, 'req, Tmpl> for RunnerWithRecommendedSampling<Inner>

where Inner: TextLmRunner<'s, 'req, Tmpl>, Tmpl: ChatTemplate,

impl<'s, 'req, Tmpl> TextLmRunner<'s, 'req, Tmpl> for Gemma3TextRunner

where Tmpl: ChatTemplate,

impl<'s, 'req, Tmpl> TextLmRunner<'s, 'req, Tmpl> for Gemma3VisionRunner

where Tmpl: ChatTemplate,