Struct CompletionResponse

pub struct CompletionResponse {
    pub id: String,
    pub index: Option<u32>,
    pub content: String,
    pub finish_reason: CompletionFinishReason,
    pub completion_probabilities: Option<Vec<InferenceProbabilities>>,
    pub truncated: bool,
    pub generation_settings: GenerationSettings,
    pub timing_usage: TimingUsage,
    pub token_usage: TokenUsage,
}

Fields

id: String

A unique identifier for the chat completion.

index: Option<u32>

If batched, the index of the choice in the list of choices.

content: String

The generated completion.

finish_reason: CompletionFinishReason

completion_probabilities: Option<Vec<InferenceProbabilities>>

truncated: bool

True if the context size was exceeded during generation, i.e. the number of tokens provided in the prompt (tokens_evaluated) plus tokens generated (tokens predicted) exceeded the context size (n_ctx)

generation_settings: GenerationSettings

timing_usage: TimingUsage

token_usage: TokenUsage

Implementations

impl CompletionResponse

pub fn new_from_anthropic( req: &CompletionRequest, res: AnthropicCompletionResponse, ) -> Result<CompletionResponse, CompletionError>

impl CompletionResponse

pub fn new_from_openai( req: &CompletionRequest, res: OpenAiCompletionResponse, ) -> Result<CompletionResponse, CompletionError>

impl CompletionResponse

pub fn new_from_llama( req: &CompletionRequest, res: LlamaCppCompletionResponse, ) -> Result<CompletionResponse, CompletionError>

Trait Implementations

impl Display for CompletionResponse

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.