Struct GroqClient 

pub struct GroqClient { /* private fields */ }

Available on crate features models and groq only.

Groq client for ultra-fast LLM inference.

Example

use adk_model::groq::{GroqClient, GroqConfig};

let client = GroqClient::new(GroqConfig::llama70b(
    std::env::var("GROQ_API_KEY").unwrap()
))?;

Implementations

impl GroqClient

pub fn new(config: GroqConfig) -> Result<GroqClient, AdkError>

Create a new Groq client.

pub fn llama70b(api_key: impl Into<String>) -> Result<GroqClient, AdkError>

Create a client for llama-3.3-70b-versatile model.

pub fn llama8b(api_key: impl Into<String>) -> Result<GroqClient, AdkError>

Create a client for llama-3.1-8b-instant model.

pub fn mixtral(api_key: impl Into<String>) -> Result<GroqClient, AdkError>

Create a client for mixtral-8x7b-32768 model.

pub fn with_retry_config(self, retry_config: RetryConfig) -> GroqClient

pub fn set_retry_config(&mut self, retry_config: RetryConfig)

pub fn retry_config(&self) -> &RetryConfig

Trait Implementations

impl Llm for GroqClient

fn name(&self) -> &str

fn generate_content<'life0, 'async_trait>( &'life0 self, request: LlmRequest, stream: bool, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<LlmResponse, AdkError>> + Send>>, AdkError>> + Send + 'async_trait>>

where 'life0: 'async_trait, GroqClient: 'async_trait,