rig-core 0.36.0

An opinionated library for building LLM powered applications.
Documentation
use std::collections::HashMap;

use anyhow::{Result, anyhow};
use rig::agent::Agent;
use rig::client::{CompletionClient, ProviderClient};
use rig::completion::{Prompt, PromptError};
use rig::providers::anthropic::completion::CLAUDE_SONNET_4_6;
use rig::providers::openai::GPT_4O;
use rig::providers::{anthropic, openai};

enum Agents {
    Anthropic(Agent<anthropic::completion::CompletionModel>),
    OpenAI(Agent<openai::completion::CompletionModel>),
}

impl Agents {
    async fn prompt(&self, prompt: &str) -> Result<String, PromptError> {
        match self {
            Self::Anthropic(agent) => agent.prompt(prompt).await,
            Self::OpenAI(agent) => agent.prompt(prompt).await,
        }
    }
}

struct AgentConfig<'a> {
    name: &'a str,
    preamble: &'a str,
}

// In production you would likely want to create some sort of `RegistryKey` type instead of
// allowing arbitrary strings, for improved type safety
struct ProviderRegistry(HashMap<&'static str, fn(AgentConfig<'_>) -> Result<Agents>>);

fn anthropic_agent(AgentConfig { name, preamble }: AgentConfig<'_>) -> Result<Agents> {
    let agent = anthropic::Client::from_env()?
        .agent(CLAUDE_SONNET_4_6)
        .name(name)
        .preamble(preamble)
        .build();

    Ok(Agents::Anthropic(agent))
}

fn openai_agent(AgentConfig { name, preamble }: AgentConfig<'_>) -> Result<Agents> {
    let agent = openai::Client::from_env()?
        .completions_api()
        .agent(GPT_4O)
        .name(name)
        .preamble(preamble)
        .build();

    Ok(Agents::OpenAI(agent))
}

impl ProviderRegistry {
    pub fn new() -> Self {
        Self(HashMap::from_iter([
            (
                "anthropic",
                anthropic_agent as fn(AgentConfig<'_>) -> Result<Agents>,
            ),
            (
                "openai",
                openai_agent as fn(AgentConfig<'_>) -> Result<Agents>,
            ),
        ]))
    }

    pub fn agent(&self, provider: &str, agent_config: AgentConfig<'_>) -> Result<Agents> {
        let builder = self
            .0
            .get(provider)
            .ok_or_else(|| anyhow!("unknown provider: {provider}"))?;
        builder(agent_config)
    }
}

#[tokio::main]
async fn main() -> Result<()> {
    let registry = ProviderRegistry::new();

    let openai_agent = registry.agent(
        "openai",
        AgentConfig {
            name: "Assistant",
            preamble: "You are a helpful assistant",
        },
    )?;

    let anthropic_agent = registry.agent(
        "anthropic",
        AgentConfig {
            name: "Assistant",
            preamble: "You are an unhelpful assistant",
        },
    )?;

    let oai_response = openai_agent
        .prompt("How much does 4oz of parmesan cheese weigh")
        .await?;

    println!("Helpful: {oai_response}");

    let anthropic_response = anthropic_agent
        .prompt("How much does 4oz of parmesan cheese weigh")
        .await?;

    println!("Unhelpful: {anthropic_response}");

    Ok(())
}