pub type GenericTextLmRequest<'a, Tmpl> = GenericRunnerRequest<&'a str, Tmpl>;Aliased Type§
pub struct GenericTextLmRequest<'a, Tmpl> {
pub messages: Vec<(MessageRole, &'a str)>,
pub sampling: SimpleSamplingParams,
pub llguidance: Option<LlguidanceSamplingParams>,
pub max_seq: usize,
pub prefill: Option<String>,
pub tmpl: Tmpl,
}Fields§
§messages: Vec<(MessageRole, &'a str)>§sampling: SimpleSamplingParams§llguidance: Option<LlguidanceSamplingParams>§max_seq: usize§prefill: Option<String>§tmpl: Tmpl