aisdk 0.5.2

An open-source Rust library for building AI-powered applications, inspired by the Vercel AI SDK. It provides a robust, type-safe, and easy-to-use interface for interacting with various Large Language Models (LLMs).
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

//! This module provides the Inference provider, wrapping OpenAI Chat Completions for Inference requests.

pub mod capabilities;

// Generate the settings module
crate::openai_compatible_settings!(
    InferenceProviderSettings,
    InferenceProviderSettingsBuilder,
    "Inference",
    "https://inference.net/v1",
    "INFERENCE_API_KEY"
);

// Generate the provider struct and builder
crate::openai_compatible_provider!(
    Inference,
    InferenceBuilder,
    InferenceProviderSettings,
    "inference"
);

// Generate the language model implementation
crate::openai_compatible_language_model!(Inference);