Trait CommonExtProvider 

pub trait CommonExtProvider {
    // Required methods
    fn common_ext(&self) -> Option<&CommonExt>;
    fn get_guided_json(&self) -> Option<&Value>;
    fn get_guided_regex(&self) -> Option<String>;
    fn get_guided_grammar(&self) -> Option<String>;
    fn get_guided_choice(&self) -> Option<Vec<String>>;
    fn get_guided_decoding_backend(&self) -> Option<String>;
    fn get_top_k(&self) -> Option<i32>;
    fn get_min_p(&self) -> Option<f32>;
    fn get_repetition_penalty(&self) -> Option<f32>;
    fn get_include_stop_str_in_output(&self) -> Option<bool>;
}

Trait for types that provide CommonExt fields

Required Methods

fn common_ext(&self) -> Option<&CommonExt>

Get a reference to the CommonExt struct if available

fn get_guided_json(&self) -> Option<&Value>

Guided Decoding Options

fn get_guided_regex(&self) -> Option<String>

fn get_guided_grammar(&self) -> Option<String>

fn get_guided_choice(&self) -> Option<Vec<String>>

fn get_guided_decoding_backend(&self) -> Option<String>

fn get_top_k(&self) -> Option<i32>

Other sampling Options

fn get_min_p(&self) -> Option<f32>

fn get_repetition_penalty(&self) -> Option<f32>

fn get_include_stop_str_in_output(&self) -> Option<bool>

Implementors

impl CommonExtProvider for NvCreateChatCompletionRequest

Implements CommonExtProvider for NvCreateChatCompletionRequest, providing access to common extension fields.

impl CommonExtProvider for NvCreateCompletionRequest