ai 0.4.0

Simple to use LLM library for Rust with streaming, tool calling, OAuth helpers, and a lightweight agent loop
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

pub mod agent;
pub mod agent_error;
pub mod agent_loop;
pub mod agent_types;
pub mod env_api_keys;
pub mod error;
pub mod event_stream;
mod models;
pub mod oauth;
pub mod provider;
pub mod providers;
pub mod session_resources;
pub mod stream;
pub mod types;
pub mod utils;

#[cfg(test)]
pub(crate) mod test_env;

pub use agent::{
    Agent, AgentOptions, AgentOptionsBuilder, AgentPrepareNextTurnFn, AgentState,
    AgentStateBuilder, AgentSubscription,
};
pub use agent_error::{AgentError, AgentResult};
pub use agent_loop::{
    AgentEventStream, agent_loop, agent_loop_continue, run_agent_loop, run_agent_loop_continue,
};
pub use agent_types::*;
pub use env_api_keys::{
    ANTHROPIC_API_KEY_ENV_VAR, ANTHROPIC_OAUTH_TOKEN_ENV_VAR, GITHUB_COPILOT_TOKEN_ENV_VAR,
    KnownProvider, OPENAI_API_KEY_ENV_VAR, get_env_api_key,
};
pub use error::{Error, Result};
pub use event_stream::{
    AssistantEventStream, AssistantMessageEventStreamSender, create_assistant_message_event_stream,
};
pub use models::{
    calculate_cost, clamp_thinking_level, get_supported_thinking_levels, models_are_equal,
};
pub use oauth::{
    AnthropicOAuthProvider, GitHubCopilotOAuthProvider, OAuthApiKey, OAuthAuthCallback,
    OAuthAuthInfo, OAuthCredentials, OAuthDeviceCodeInfo, OAuthDeviceCodePollResult,
    OAuthLoginCallbacks, OAuthLoginCallbacksBuilder, OAuthManualCodeInputCallback, OAuthPrompt,
    OAuthProvider, OAuthProviderId, OAuthProviderInfo, OAuthProviderInterface, OAuthSelectCallback,
    OAuthSelectOption, OAuthSelectPrompt, anthropic_oauth_provider,
    exchange_anthropic_authorization_code, get_oauth_provider, get_oauth_provider_info_list,
    get_oauth_providers, github_copilot_oauth_provider, login_anthropic, login_github_copilot,
    modify_github_copilot_models, normalize_domain, poll_oauth_device_code_flow,
    refresh_anthropic_token, refresh_github_copilot_token, refresh_oauth_token,
    register_oauth_provider, reset_oauth_providers, unregister_oauth_provider,
};
pub use provider::{LanguageModelApi, ModelBuilder, Provider, ProviderCapabilities};
pub use providers::anthropic::{
    Anthropic, AnthropicEffort, AnthropicOptions, AnthropicThinkingDisplay,
};
pub use providers::faux::{
    FauxAssistantContent, FauxAssistantMessageOptions, FauxModelDefinition,
    FauxProviderRegistration, FauxProviderState, FauxResponseStep, FauxTokenSize,
    RegisterFauxProviderOptions, faux_assistant_message, faux_text, faux_thinking, faux_tool_call,
    register_faux_provider,
};
pub use providers::github_copilot::{GitHubCopilot, GitHubCopilotApi};
pub use providers::openai::{OpenAi, OpenAiApi};
pub use providers::openai_completions::OpenAICompletionsOptions;
pub use providers::openai_responses::OpenAIResponsesOptions;
pub use providers::register_builtins::{
    stream_anthropic, stream_openai_completions, stream_openai_responses, stream_simple_anthropic,
    stream_simple_openai_completions, stream_simple_openai_responses,
};
pub use session_resources::{
    SessionResourceCleanup, SessionResourceCleanupRegistration, cleanup_session_resources,
    register_session_resource_cleanup,
};
pub use stream::{complete, complete_simple, stream, stream_simple};
pub use types::*;
pub use utils::diagnostics::{
    AssistantMessageDiagnostic, DiagnosticErrorInfo, append_assistant_message_diagnostic,
    create_assistant_message_diagnostic, extract_diagnostic_error, format_thrown_value,
};
pub use utils::json::{parse_json_with_repair, parse_streaming_json, repair_json};
pub use utils::overflow::{get_overflow_patterns, is_context_overflow};
pub use utils::validation::{validate_tool_arguments, validate_tool_call};