Struct GroqModel 

pub struct GroqModel { /* private fields */ }

Available on crate feature groq only.

Groq model client.

Groq uses an OpenAI-compatible API, so this wraps OpenAIChatModel with the Groq-specific base URL and settings.

Implementations

impl GroqModel

pub const BASE_URL: &'static str = "https://api.groq.com/openai/v1"

Groq API base URL.

pub fn new( model_name: impl Into<String>, api_key: impl Into<String>, ) -> GroqModel

Create a new Groq model with an API key.

pub fn from_env(model_name: impl Into<String>) -> Result<GroqModel, ModelError>

Create from environment variable GROQ_API_KEY.

pub fn llama_70b(api_key: impl Into<String>) -> GroqModel

Create a Llama 3.1 70B Versatile model.

pub fn llama_70b_from_env() -> Result<GroqModel, ModelError>

Create a Llama 3.1 70B model from environment.

pub fn llama_8b(api_key: impl Into<String>) -> GroqModel

Create a Llama 3.1 8B Instant model.

pub fn mixtral(api_key: impl Into<String>) -> GroqModel

Create a Mixtral 8x7B model.

pub fn gemma_9b(api_key: impl Into<String>) -> GroqModel

Create a Gemma 2 9B model.

pub fn model_name(&self) -> &str

Get the model name.

Trait Implementations

impl Clone for GroqModel

fn clone(&self) -> GroqModel

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GroqModel

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Model for GroqModel

fn name(&self) -> &str

Get the model name.

fn system(&self) -> &str

Get the model system/provider (openai, anthropic, etc).

fn profile(&self) -> &ModelProfile

Get the model profile (capabilities, schema transforms).

fn request<'life0, 'life1, 'life2, 'life3, 'async_trait>( &'life0 self, messages: &'life1 [ModelRequest], settings: &'life2 ModelSettings, params: &'life3 ModelRequestParameters, ) -> Pin<Box<dyn Future<Output = Result<ModelResponse, ModelError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, 'life3: 'async_trait, GroqModel: 'async_trait,

Make a request to the model.

fn request_stream<'life0, 'life1, 'life2, 'life3, 'async_trait>( &'life0 self, messages: &'life1 [ModelRequest], settings: &'life2 ModelSettings, params: &'life3 ModelRequestParameters, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<ModelResponseStreamEvent, ModelError>> + Send>>, ModelError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, 'life3: 'async_trait, GroqModel: 'async_trait,

Make a streaming request to the model.

fn identifier(&self) -> String

Get the full model identifier.

fn count_tokens<'life0, 'life1, 'async_trait>( &'life0 self, _messages: &'life1 [ModelRequest], ) -> Pin<Box<dyn Future<Output = Result<u64, ModelError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, Self: 'async_trait,

Count tokens for messages (if supported).

fn supports(&self, capability: ModelCapability) -> bool

Check if the model supports a specific capability.