hyperinfer-core 0.1.1

Core types and traits for HyperInfer LLM Gateway
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

//! Core types, traits, and error handling for HyperInfer
//!
//! This crate contains shared data structures, traits, and error definitions
//! used across the entire HyperInfer monorepo.

pub mod error;
pub mod rate_limiting;
pub mod redis;
pub mod telemetry_consumer;
pub mod traits;
pub mod types;

pub use error::{ConfigError, DbError, HyperInferError};
pub use rate_limiting::{RateLimiter, USAGE_REQUESTS_KEY_PREFIX, USAGE_TOKENS_KEY_PREFIX};
pub use redis::PolicyUpdate;
pub use telemetry_consumer::TelemetryConsumer;
pub use traits::{ApiKey, ConfigStore, Database, ModelAlias, Quota, Team, UsageLog, User};
pub use types::{
    ChatChunk, ChatMessage, ChatRequest, ChatResponse, Choice, Config, CreateDeploymentRequest,
    Deployment, MessageRole, Provider, RoutingConfig, RoutingRule, UpdateRoutingConfigRequest,
    Usage, UsageRecord,
};