Struct llm_chain_openai::chatgpt::Executor

pub struct Executor { /* private fields */ }

The executor for the ChatGPT model. This executor uses the async_openai crate to communicate with the OpenAI API.

Implementations

impl Executor

pub fn new(client: Client) -> Self

Creates a new executor with the given client.

pub fn new_default() -> Self

Creates a new executor with the default client, which uses the OPENAI_API_KEY environment variable.

Trait Implementations

impl Clone for Executor

fn clone(&self) -> Executor

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Executor for Executor

type Step = Step

type Output = CreateChatCompletionResponse

type Token = usize

fn execute<'life0, 'async_trait>( &'life0 self, input: <<Executor as Executor>::Step as Step>::Output ) -> Pin<Box<dyn Future<Output = Self::Output> + Send + 'async_trait>>where Self: 'async_trait, 'life0: 'async_trait,

fn apply_output_to_parameters( parameters: Parameters, output: &Self::Output ) -> Parameters

fn combine_outputs(output: &Self::Output, other: &Self::Output) -> Self::Output

fn tokens_used( &self, step: &Step, parameters: &Parameters ) -> Result<TokenCount, PromptTokensError>

fn tokenize_str( &self, step: &Step, doc: &str ) -> Result<Vec<usize>, PromptTokensError>

fn to_string( &self, step: &Step, tokens: &[usize] ) -> Result<String, PromptTokensError>

fn combine_outputs_many(outputs: &[Self::Output]) -> Option<Self::Output>