agnosai 1.1.0

Provider-agnostic AI orchestration framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! LLM inference via [hoosh](https://github.com/MacCracken/hoosh).
//!
//! All provider implementations, token budgeting, response caching, streaming,
//! cost tracking, and metrics are provided by the `hoosh` crate. This module
//! re-exports the key types and adds AgnosAI-specific task-complexity routing.

#[cfg(feature = "majra")]
pub mod inference_queue;
pub mod retry;
pub mod router;

// Re-export hoosh's core types so the rest of agnosai doesn't need to
// depend on hoosh directly.
pub use hoosh::audit::{AuditChain, AuditEntry};
pub use hoosh::budget::{TokenBudget, TokenPool};
pub use hoosh::cache::{CacheConfig, ResponseCache, cache_key};
pub use hoosh::client::HooshClient;
pub use hoosh::context::compactor::{CompactionResult, ContextCompactor};
pub use hoosh::context::tokens::TokenCounter;
pub use hoosh::cost::{CostTracker, ModelPricing, ProviderCostRecord};
pub use hoosh::dlp::{ClassificationLevel, DlpConfig, DlpScanner};
pub use hoosh::error::HooshError;
pub use hoosh::inference::{
    InferenceRequest, InferenceResponse, Message, ModelInfo, Role, TokenUsage,
};
pub use hoosh::metrics as llm_metrics;
pub use hoosh::middleware::rate_limit::RateLimitRegistry;
pub use hoosh::provider::{LlmProvider, ProviderType};
pub use hoosh::tools::{ToolCall, ToolChoice, ToolDefinition, ToolResult};

// AgnosAI-specific task-complexity routing.
pub use router::{Complexity, ModelTier, TaskProfile, TaskType, default_model, parse_complexity};