Struct VertexProvider 

pub struct VertexProvider { /* private fields */ }

Google Cloud Vertex AI provider

Implementations

impl VertexProvider

pub fn new( project_id: String, location: String, access_token: String, model: Model, max_tokens: Option<u32>, temperature: Option<f32>, ) -> Result<Self, ProviderError>

Create a new Vertex AI provider

Trait Implementations

impl Provider for VertexProvider

fn send_messages<'life0, 'async_trait>( &'life0 self, messages: Vec<Message>, _tools: Vec<Box<dyn Tool>>, ) -> Pin<Box<dyn Future<Output = Result<ProviderResponse, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Send messages to the LLM and get a complete response

fn stream_response<'life0, 'async_trait>( &'life0 self, messages: Vec<Message>, _tools: Vec<Box<dyn Tool>>, ) -> Pin<Box<dyn Future<Output = Result<Receiver<Result<ProviderEvent, ProviderError>>, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stream response from the LLM

fn model(&self) -> &Model

Get the model information for this provider

fn name(&self) -> &str

Get the provider name

fn is_available<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = bool> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Check if the provider is available/configured