Struct NvCreateCompletionRequest 

pub struct NvCreateCompletionRequest {
    pub inner: CreateCompletionRequest,
    pub common: CommonExt,
    pub nvext: Option<NvExt>,
}

Fields

inner: CreateCompletionRequest

common: CommonExt

nvext: Option<NvExt>

Implementations

impl NvCreateCompletionRequest

pub fn response_generator(&self, request_id: String) -> DeltaGenerator

Trait Implementations

impl AnnotationsProvider for NvCreateCompletionRequest

fn annotations(&self) -> Option<Vec<String>>

fn has_annotation(&self, annotation: &str) -> bool

impl Clone for NvCreateCompletionRequest

fn clone(&self) -> NvCreateCompletionRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl CommonExtProvider for NvCreateCompletionRequest

fn get_guided_json(&self) -> Option<&Value>

Guided Decoding Options

fn common_ext(&self) -> Option<&CommonExt>

Get a reference to the CommonExt struct if available

fn get_guided_regex(&self) -> Option<String>

fn get_guided_grammar(&self) -> Option<String>

fn get_guided_choice(&self) -> Option<Vec<String>>

fn get_guided_decoding_backend(&self) -> Option<String>

fn get_top_k(&self) -> Option<i32>

Other sampling Options

fn get_min_p(&self) -> Option<f32>

fn get_repetition_penalty(&self) -> Option<f32>

fn get_include_stop_str_in_output(&self) -> Option<bool>

impl Debug for NvCreateCompletionRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for NvCreateCompletionRequest

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl NvExtProvider for NvCreateCompletionRequest

fn nvext(&self) -> Option<&NvExt>

fn raw_prompt(&self) -> Option<String>

impl OAIChatLikeRequest for NvCreateCompletionRequest

fn model(&self) -> String

fn messages(&self) -> Value

fn should_add_generation_prompt(&self) -> bool

fn prompt_input_type(&self) -> PromptInput

Returns the type of input for the prompt. Default is Text.

fn extract_tokens(&self) -> Option<TokenInput>

Extract tokens if the input is pre-tokenized

fn extract_text(&self) -> Option<TextInput>

fn tools(&self) -> Option<Value>

fn tool_choice(&self) -> Option<Value>

fn chat_template_args(&self) -> Option<&HashMap<String, Value>>

Optional additional args to merge into the chat template context

impl Serialize for NvCreateCompletionRequest

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl TryFrom<ModelInferRequest> for NvCreateCompletionRequest

type Error = Status

The type returned in the event of a conversion error.

fn try_from(request: ModelInferRequest) -> Result<Self, Self::Error>

Performs the conversion.

impl TryFrom<NvCreateCompletionRequest> for CompletionRequest

Implements TryFrom for converting an OpenAI’s CompletionRequest to an Engine’s CompletionRequest

type Error = Error

The type returned in the event of a conversion error.

fn try_from(request: NvCreateCompletionRequest) -> Result<Self, Self::Error>

Performs the conversion.

impl Validate for NvCreateCompletionRequest

fn validate(&self) -> Result<(), ValidationErrors>

impl<'v_a> ValidateArgs<'v_a> for NvCreateCompletionRequest

type Args = ()

fn validate_with_args(&self, args: Self::Args) -> Result<(), ValidationErrors>

impl ValidateRequest for NvCreateCompletionRequest

Implements ValidateRequest for NvCreateCompletionRequest, allowing us to validate the data.

fn validate(&self) -> Result<(), Error>