imp-llm 0.1.0

Standalone multi-provider LLM streaming client
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

//! Standalone multi-provider LLM streaming client.
//!
//! Core data types for messages, models, usage tracking, and provider traits.
//! No I/O happens in this module — it defines the shared vocabulary used by
//! provider implementations and the agent runtime.

pub mod auth;
pub mod error;
pub mod message;
pub mod model;
pub mod oauth;
pub mod provider;
pub mod providers;
pub mod stream;
pub mod text;
pub mod usage;

pub use error::{Error, Result};
pub use message::{
    AssistantMessage, ContentBlock, Message, StopReason, ToolResultMessage, UserMessage,
};
pub use model::{
    ApiStyle, Capabilities, Model, ModelMeta, ModelPricing, ModelRegistry, ProviderMeta,
    ProviderRegistry,
};
pub use provider::{
    CacheOptions, Context, Provider, RequestOptions, ThinkingLevel, ToolDefinition,
};
pub use stream::{ProviderError, StreamEvent};
pub use text::{prefix_chars, truncate_chars, truncate_chars_with_suffix};
pub use usage::{Cost, Usage};

/// Current unix timestamp in seconds.
pub fn now() -> u64 {
    std::time::SystemTime::now()
        .duration_since(std::time::UNIX_EPOCH)
        .unwrap_or_default()
        .as_secs()
}