pub type RunnerRequest<'a, MsgCnt> = GenericRunnerRequest<MsgCnt, ModelChatTemplate>;Aliased Type§
pub struct RunnerRequest<'a, MsgCnt> {
pub messages: Vec<(MessageRole, MsgCnt)>,
pub sampling: SimpleSamplingParams,
pub llguidance: Option<LlguidanceSamplingParams>,
pub max_seq: usize,
pub prefill: Option<String>,
pub tmpl: ModelChatTemplate,
}Fields§
§messages: Vec<(MessageRole, MsgCnt)>§sampling: SimpleSamplingParams§llguidance: Option<LlguidanceSamplingParams>§max_seq: usize§prefill: Option<String>§tmpl: ModelChatTemplate