Skip to main content

katu_llm/
lib.rs

1//! # katu-llm
2//!
3//! ## 职责
4//! 定义 LLM 抽象层的核心数据类型,包括模型引用、生成参数、
5//! 模型能力描述、定价信息、HTTP 选项与缓存策略。
6//!
7//! ## 模块
8//! - `model` — 模型相关类型 (ModelRef, ModelLimits, ModelPricing, ModelCapabilities, ...)
9//! - `http` — HTTP 传输选项 (HttpOptions)
10//! - `cache` — 缓存策略 (CachePolicy)
11//! - `request` — 请求与响应 (LlmRequest, LlmResponse)
12//! - `provider` — Provider trait (stream, generate)
13
14pub mod cache;
15pub mod http;
16pub mod model;
17pub mod provider;
18pub mod request;
19
20// re-export 常用类型到 crate 根
21pub use cache::CachePolicy;
22pub use katu_core::GenerationOptions;
23pub use http::HttpOptions;
24pub use model::{
25    InputModality, ModelCapabilities, ModelLimits, ModelPricing, ModelRef, ReasoningEffort,
26    ThinkingConfig, ThinkingMode,
27};
28pub use provider::{EventStream, Provider};
29pub use request::{LlmRequest, LlmResponse};