Type Alias GenericVisionLmRequest 

pub type GenericVisionLmRequest<'a, Tmpl> = GenericRunnerRequest<ImageOrText<'a>, Tmpl>;

Aliased Type

pub struct GenericVisionLmRequest<'a, Tmpl> {
    pub messages: Vec<(MessageRole, ImageOrText<'a>)>,
    pub sampling: SimpleSamplingParams,
    pub llguidance: Option<LlguidanceSamplingParams>,
    pub max_seq: usize,
    pub prefill: Option<String>,
    pub tmpl: Tmpl,
}

Fields

messages: Vec<(MessageRole, ImageOrText<'a>)>

sampling: SimpleSamplingParams

llguidance: Option<LlguidanceSamplingParams>

max_seq: usize

prefill: Option<String>

tmpl: Tmpl

Trait Implementations

impl<'a, Tmpl> From<GenericRunnerRequest<&'a str, Tmpl>> for GenericVisionLmRequest<'a, Tmpl>

fn from(value: GenericTextLmRequest<'a, Tmpl>) -> Self

Converts to this type from the input type.