pub struct PerformanceRegressionTester {
pub storage: BenchmarkStorage,
pub analysis_config: StatisticalAnalysisConfig,
pub environment_config: EnvironmentConfig,
pub regression_thresholds: RegressionThresholds,
pub profiling_config: ProfilingConfig,
}Expand description
Performance regression testing framework
Fields§
§storage: BenchmarkStorageBenchmark results storage
analysis_config: StatisticalAnalysisConfigStatistical analysis configuration
environment_config: EnvironmentConfigTest environment configuration
regression_thresholds: RegressionThresholdsRegression detection thresholds
profiling_config: ProfilingConfigProfiling configuration
Implementations§
Source§impl PerformanceRegressionTester
impl PerformanceRegressionTester
Sourcepub fn with_file_storage<P: AsRef<Path>>(path: P) -> Self
pub fn with_file_storage<P: AsRef<Path>>(path: P) -> Self
Create a tester with file-based storage
Sourcepub fn benchmark_component<T, I, O>(
&mut self,
component: &T,
input: I,
context: &BenchmarkContext,
test_name: &str,
) -> SklResult<BenchmarkResult>
pub fn benchmark_component<T, I, O>( &mut self, component: &T, input: I, context: &BenchmarkContext, test_name: &str, ) -> SklResult<BenchmarkResult>
Run a benchmark on a pipeline component
Sourcepub fn benchmark_pipeline<'a, S>(
&mut self,
pipeline: &Pipeline<S>,
x: &ArrayView2<'a, Float>,
y: Option<&'a ArrayView1<'a, Float>>,
test_name: &str,
) -> SklResult<BenchmarkResult>where
S: Debug + Clone,
Pipeline<S>: Clone + Fit<ArrayView2<'a, Float>, Option<&'a ArrayView1<'a, Float>>>,
pub fn benchmark_pipeline<'a, S>(
&mut self,
pipeline: &Pipeline<S>,
x: &ArrayView2<'a, Float>,
y: Option<&'a ArrayView1<'a, Float>>,
test_name: &str,
) -> SklResult<BenchmarkResult>where
S: Debug + Clone,
Pipeline<S>: Clone + Fit<ArrayView2<'a, Float>, Option<&'a ArrayView1<'a, Float>>>,
Benchmark a machine learning pipeline
Sourcepub fn analyze_regressions(
&self,
test_name: &str,
) -> SklResult<RegressionAnalysis>
pub fn analyze_regressions( &self, test_name: &str, ) -> SklResult<RegressionAnalysis>
Analyze performance trends and detect regressions
Sourcepub fn generate_report(
&self,
test_pattern: Option<&str>,
) -> SklResult<PerformanceReport>
pub fn generate_report( &self, test_pattern: Option<&str>, ) -> SklResult<PerformanceReport>
Generate a performance report
Trait Implementations§
Auto Trait Implementations§
impl Freeze for PerformanceRegressionTester
impl RefUnwindSafe for PerformanceRegressionTester
impl Send for PerformanceRegressionTester
impl Sync for PerformanceRegressionTester
impl Unpin for PerformanceRegressionTester
impl UnwindSafe for PerformanceRegressionTester
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more