Trait OAIChatLikeRequest

pub trait OAIChatLikeRequest {
    // Required methods
    fn messages(&self) -> Value;
    fn should_add_generation_prompt(&self) -> bool;

    // Provided methods
    fn tools(&self) -> Option<Value> { ... }
    fn tool_choice(&self) -> Option<Value> { ... }
}

Trait that defines a request that can map to an OpenAI-like request.

Required Methods

fn messages(&self) -> Value

fn should_add_generation_prompt(&self) -> bool

Provided Methods

fn tools(&self) -> Option<Value>

fn tool_choice(&self) -> Option<Value>

Implementors

impl OAIChatLikeRequest for NvCreateChatCompletionRequest

impl OAIChatLikeRequest for NvCreateCompletionRequest