axllm 24.0.8

Generated Ax runtime library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

use axllm::{ax, flow, AxResult, OpenAICompatibleClient};
use serde_json::json;
use std::env;

fn main() -> AxResult<()> {
    let api_key = env::var("OPENAI_API_KEY")
        .or_else(|_| env::var("OPENAI_APIKEY"))
        .map_err(|_| {
            axllm::AxError::runtime(
                "Set OPENAI_API_KEY or OPENAI_APIKEY to run this provider API example.",
            )
        })?;
    let model = env::var("AX_OPENAI_MODEL").unwrap_or_else(|_| "gpt-5.4-mini".to_string());
    let mut client =
        OpenAICompatibleClient::new(api_key, model).with_model_config(json!({"temperature": 0}));
    let outline = ax("topic:string -> outline:string")?;
    let mut program = flow("examples.openaiApiFlow")
        .execute("outline", outline)
        .returns(json!({"outline": "outline"}));
    let output = program.forward(
        &mut client,
        json!({"topic": "how Ax composes typed LLM programs"}),
    )?;
    println!("{}", serde_json::to_string_pretty(&output)?);
    Ok(())
}