Struct GenaiLlmExecutor 

pub struct GenaiLlmExecutor { /* private fields */ }

Default LLM executor backed by genai::Client.

Implementations

impl GenaiLlmExecutor

pub fn new(client: Client) -> Self

Trait Implementations

impl Clone for GenaiLlmExecutor

fn clone(&self) -> GenaiLlmExecutor

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GenaiLlmExecutor

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl LlmExecutor for GenaiLlmExecutor

fn exec_chat_response<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, model: &'life1 str, chat_req: ChatRequest, options: Option<&'life2 ChatOptions>, ) -> Pin<Box<dyn Future<Output = Result<ChatResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Run a non-streaming chat completion.

fn exec_chat_stream_events<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, model: &'life1 str, chat_req: ChatRequest, options: Option<&'life2 ChatOptions>, ) -> Pin<Box<dyn Future<Output = Result<LlmEventStream>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Run a streaming chat completion, returning a boxed event stream.

fn name(&self) -> &'static str

Stable label for logging / debug output.