inferno-ai 0.10.3

Enterprise AI/ML model runner with automatic updates, real-time monitoring, and multi-interface support
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! Performance Profiling & Benchmarking Module
//!
//! Provides comprehensive performance analysis with:
//! - Per-operation profiling (tokenization, inference, detokenization)
//! - Statistical analysis with percentiles
//! - Anomaly detection
//! - Trend analysis
//! - Benchmark report generation

pub mod benchmark_report;
pub mod endpoints;
pub mod profiler;
pub mod stats;

pub use profiler::{
    AverageMetrics, InferenceProfile, OperationProfile, PhaseTimer, ProfileCollector,
};

pub use stats::{
    AnomalyDetection, DurationStats, PhaseStats, StatisticsAggregator, TimeWindow, TrendDirection,
};

pub use benchmark_report::{
    BenchmarkComparison, BenchmarkReport, BenchmarkResult, HTMLReportGenerator, ReportSummary,
    SystemInfo,
};

pub use endpoints::{
    AnomaliesResponse, ComparisonResponse, ExportResponse, LatencyHistogramResponse,
    ModelComparisonResponse, PerformanceGaugeResponse, PhaseBreakdownResponse,
    ProfileStatsResponse, ProfilingHealthResponse, RecentProfilesResponse, TimelineResponse,
};