Crate llm_kit_baseten

Crate llm_kit_baseten 

Source
Expand description

Baseten provider implementation for the LLM Kit.

This crate provides a provider implementation for Baseten, supporting both Model APIs (hosted models) and custom model deployments.

§Examples

use llm_kit_baseten::BasetenClient;

// Create a provider using Model APIs
let provider = BasetenClient::new()
    .api_key("your-api-key")
    .build();

let model = provider.chat_model(Some("deepseek-ai/DeepSeek-V3-0324"));

§Alternative: Direct Instantiation

use llm_kit_baseten::{BasetenProvider, BasetenProviderSettings};

let provider = BasetenProvider::new(
    BasetenProviderSettings::new()
        .with_api_key("your-api-key")
);

let model = provider.chat_model(Some("deepseek-ai/DeepSeek-V3-0324"));

§Custom Model URL

use llm_kit_baseten::BasetenClient;

// Create a provider with custom model URL
let provider = BasetenClient::new()
    .api_key("your-api-key")
    .model_url("https://model-abc123.api.baseten.co/environments/production/sync/v1")
    .build();

let model = provider.chat_model(None);

§Text Embeddings

use llm_kit_baseten::BasetenClient;
use llm_kit_provider::embedding_model::call_options::EmbeddingModelCallOptions;
use llm_kit_provider::EmbeddingModel;

let provider = BasetenClient::new()
    .api_key("your-api-key")
    .model_url("https://model-xyz789.api.baseten.co/environments/production/sync")
    .build();

let model = provider.text_embedding_model(None);

let texts = vec![
    "The capital of France is Paris.".to_string(),
    "The capital of Germany is Berlin.".to_string(),
];
let options = EmbeddingModelCallOptions::new(texts);
let result = model.do_embed(options).await?;
println!("Embeddings: {:?}", result.embeddings);

Re-exports§

pub use chat::BasetenChatModelId;
pub use client::BasetenClient;
pub use embedding::BasetenEmbeddingModelId;
pub use error::BasetenError;
pub use provider::BasetenProvider;
pub use settings::BasetenProviderSettings;

Modules§

chat
Chat model types and configuration.
client
Client builder for creating Baseten providers.
embedding
Embedding model types and configuration.
error
Error types for Baseten provider operations.
provider
Provider implementation and creation functions.
settings
Settings and configuration for Baseten providers.