aisdk 0.5.2

An open-source Rust library for building AI-powered applications, inspired by the Vercel AI SDK. It provides a robust, type-safe, and easy-to-use interface for interacting with various Large Language Models (LLMs).
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

//! This module provides the Groq provider, wrapping OpenAI Chat Completions for Groq requests.
//!

// NOTE: Groq might not be fully compatible with the OpenAI API. Please refer to
// the Groq documentation for more information.

pub mod capabilities;

// Generate the settings module
crate::openai_compatible_settings!(
    GroqProviderSettings,
    GroqProviderSettingsBuilder,
    "Groq",
    "https://api.groq.com/openai/v1/",
    "GROQ_API_KEY"
);

// Generate the provider struct and builder
crate::openai_compatible_provider!(
    Groq,
    GroqBuilder,
    GroqProviderSettings,
    "llama-3.3-70b-specdec"
);

// Generate the language model implementation
crate::openai_compatible_language_model!(Groq);