pub struct ChatTemplateOptions {
pub add_generation_prompt: bool,
pub continue_final_message: bool,
pub enable_thinking: bool,
pub extra_context: HashMap<String, String>,
}Expand description
Options for applying a chat template
Fields§
§add_generation_prompt: boolAdd tokens that prompt the model to generate an assistant response
continue_final_message: boolContinue the final message instead of starting a new one (for prefilling)
enable_thinking: boolEnable thinking/reasoning mode (adds
extra_context: HashMap<String, String>Custom variables to pass to the template
Implementations§
Source§impl ChatTemplateOptions
impl ChatTemplateOptions
pub fn for_generation() -> Self
pub fn for_training() -> Self
pub fn with_thinking(self) -> Self
Trait Implementations§
Source§impl Clone for ChatTemplateOptions
impl Clone for ChatTemplateOptions
Source§impl Debug for ChatTemplateOptions
impl Debug for ChatTemplateOptions
Auto Trait Implementations§
impl Freeze for ChatTemplateOptions
impl RefUnwindSafe for ChatTemplateOptions
impl Send for ChatTemplateOptions
impl Sync for ChatTemplateOptions
impl Unpin for ChatTemplateOptions
impl UnsafeUnpin for ChatTemplateOptions
impl UnwindSafe for ChatTemplateOptions
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> DropFlavorWrapper<T> for T
impl<T> DropFlavorWrapper<T> for T
impl<T> ErasedDestructor for Twhere
T: 'static,
Source§impl<T, W> HasTypeWitness<W> for Twhere
W: MakeTypeWitness<Arg = T>,
T: ?Sized,
impl<T, W> HasTypeWitness<W> for Twhere
W: MakeTypeWitness<Arg = T>,
T: ?Sized,
Source§impl<T> Identity for Twhere
T: ?Sized,
impl<T> Identity for Twhere
T: ?Sized,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more