Struct PromptCompletionRequest 

pub struct PromptCompletionRequest {

    pub variables: HashMap<String, Value>,
    pub stream: Option<bool>,
    pub max_tokens: Option<i32>,
    pub temperature: Option<f32>,
    pub presence_penalty: Option<f32>,
    pub frequency_penalty: Option<f32>,
    pub top_p: Option<f32>,
    pub stop: Option<Vec<String>>,
    pub n: Option<i32>,
    pub logprobs: Option<bool>,
    pub echo: Option<bool>,
    pub best_of: Option<i32>,
    pub logit_bias: Option<HashMap<String, i32>>,
    pub user: Option<String>,
}

Request to execute a prompt template with completions.

This allows you to execute saved prompt templates on Portkey, substituting variables and optionally overriding hyperparameters.

Example

use portkey_sdk::model::PromptCompletionRequest;
use std::collections::HashMap;

let mut variables = HashMap::new();
variables.insert("user_input".to_string(), serde_json::json!("Hello world"));

let request = PromptCompletionRequest {
    variables,
    stream: Some(false),
    max_tokens: Some(250),
    temperature: Some(0.7),
    presence_penalty: Some(0.2),
    frequency_penalty: None,
    top_p: None,
    stop: None,
    n: None,
    logprobs: None,
    echo: None,
    best_of: None,
    logit_bias: None,
    user: None,
};

Fields

variables: HashMap<String, Value>

Variables to substitute in the prompt template

stream: Option<bool>

Whether to stream the response (default: false)

max_tokens: Option<i32>

Maximum number of tokens to generate

temperature: Option<f32>

Sampling temperature (0-2)

presence_penalty: Option<f32>

Presence penalty (-2 to 2)

frequency_penalty: Option<f32>

Frequency penalty (-2 to 2)

top_p: Option<f32>

Nucleus sampling parameter (0-1)

stop: Option<Vec<String>>

Stop sequences

n: Option<i32>

Number of completions to generate

logprobs: Option<bool>

Include log probabilities

echo: Option<bool>

Echo back the prompt

best_of: Option<i32>

Generate best_of completions server-side

logit_bias: Option<HashMap<String, i32>>

Logit bias map

user: Option<String>

User identifier

Trait Implementations

impl Clone for PromptCompletionRequest

fn clone(&self) -> PromptCompletionRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PromptCompletionRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for PromptCompletionRequest

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for PromptCompletionRequest

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.