Crate apr_qa_runner 

APR QA Runner

Playbook executor for model qualification testing. Implements parallel execution with Jidoka (stop-on-failure) support.

Re-exports

pub use provenance::DerivedProvenance;

pub use provenance::Provenance;

pub use provenance::ProvenanceError;

pub use provenance::SourceProvenance;

pub use provenance::add_derived;

pub use provenance::compute_sha256;

pub use provenance::create_source_provenance;

pub use provenance::get_apr_cli_version;

pub use provenance::load_provenance;

pub use provenance::save_provenance;

pub use provenance::validate_comparison;

pub use provenance::validate_provenance;

pub use provenance::verify_files_exist;

pub use provenance::verify_provenance_integrity;

pub use command::CommandOutput;

pub use command::CommandRunner;

pub use command::MockCommandRunner;

pub use command::RealCommandRunner;

pub use contract::ContractTestConfig;

pub use contract::DtypeByteEntry;

pub use contract::DtypeByteSection;

pub use contract::FormatContract;

pub use contract::InvariantDef;

pub use contract::InvariantId;

pub use contract::NamingExample;

pub use contract::TensorNamingContract;

pub use contract::ToleranceEntry;

pub use contract::load_format_contract;

pub use contract::lookup_tolerance;

pub use contract::run_contract_tests;

pub use contract::validate_dtype_bytes;

pub use contract::validate_tensor_name;

pub use conversion::ByteLevelRoundTripTest;

pub use conversion::CommutativityTest;

pub use conversion::ConversionBugType;

pub use conversion::ConversionConfig;

pub use conversion::ConversionEvidence;

pub use conversion::ConversionExecutionResult;

pub use conversion::ConversionExecutor;

pub use conversion::ConversionFailureType;

pub use conversion::ConversionOutputDir;

pub use conversion::ConversionResult;

pub use conversion::ConversionTest;

pub use conversion::ConversionTolerance;

pub use conversion::DEFAULT_TOLERANCES;

pub use conversion::EPSILON;

pub use conversion::IdempotencyTest;

pub use conversion::QuantType;

pub use conversion::RoundTripTest;

pub use conversion::SemanticConversionTest;

pub use conversion::SemanticTestResult;

pub use conversion::TensorNaming;

pub use conversion::all_backends;

pub use conversion::all_conversion_pairs;

pub use conversion::check_cardinality;

pub use conversion::check_tensor_names;

pub use conversion::classify_failure;

pub use conversion::generate_conversion_tests;

pub use conversion::get_hf_cache_dir;

pub use conversion::resolve_hf_repo_to_cache;

pub use conversion::resolve_model_path;

pub use conversion::split_hf_repo;

pub use conversion::tolerance_for;

pub use diagnostics::DiagnosticResult;

pub use diagnostics::DiagnosticsBundle;

pub use diagnostics::EnvironmentContext;

pub use diagnostics::FailFastReport;

pub use diagnostics::FailFastReporter;

pub use diagnostics::FailureDetails;

pub use diagnostics::ReproductionInfo;

pub use differential::BenchResult;

pub use differential::BenchmarkMetrics;

pub use differential::CiAssertion;

pub use differential::CiProfileResult;

pub use differential::DiffBenchmarkResult;

pub use differential::DiffConfig;

pub use differential::DifferentialExecutor;

pub use differential::FormatConversionResult;

pub use differential::InferenceComparisonResult;

pub use differential::InspectResult;

pub use differential::ModelPreparationResult;

pub use differential::ProfileAssertion;

pub use differential::SixColumnProfile;

pub use differential::TensorDiffResult;

pub use differential::TensorMismatch;

pub use differential::TensorMismatchType;

pub use differential::TokenComparison;

pub use differential::convert_format_cached;

pub use differential::prepare_model_with_provenance;

pub use differential::run_bench_throughput;

pub use differential::run_diff_benchmark;

pub use differential::run_inspect;

pub use differential::run_profile_ci;

pub use differential::run_six_column_profile;

pub use differential::verify_comparison_provenance;

pub use error::Error;

pub use error::Result;

pub use evidence::Evidence;

pub use evidence::EvidenceCollector;

pub use evidence::Outcome;

pub use evidence::PerformanceMetrics;

pub use executor::ExecutionConfig;

pub use executor::ExecutionResult;

pub use executor::Executor;

pub use executor::FailurePolicy;

pub use executor::ToolExecutor;

pub use executor::ToolTestResult;

pub use integrity::ConfigValues;

pub use integrity::IntegrityResult;

pub use integrity::TensorDerivedValues;

pub use integrity::check_safetensors_integrity;

pub use integrity::gate_ids as integrity_gate_ids;

pub use layout_contract::ModelValidationResult;

pub use layout_contract::TensorLayoutContract;

pub use layout_contract::TensorSpec;

pub use layout_contract::TensorValidationResult;

pub use layout_contract::ValidationRule;

pub use layout_contract::get_critical_tensors;

pub use layout_contract::get_validation_rules;

pub use layout_contract::load_contract;

pub use layout_contract::load_contract_from;

pub use layout_contract::validate_model;

pub use oracle::CheckStatus;

pub use oracle::Confidence;

pub use oracle::CrossReference;

pub use oracle::FalsificationCheckItem;

pub use oracle::OracleContext;

pub use oracle::OracleEnhancer;

pub use oracle::OracleError;

pub use oracle::RankedHypothesis;

pub use oracle::generate_checklist_markdown;

pub use parallel::ParallelConfig;

pub use parallel::ParallelExecutor;

pub use parallel::ParallelResult;

pub use patterns::ApiComplianceChecker;

pub use patterns::ApiComplianceResult;

pub use patterns::BugPattern;

pub use patterns::CompanionCheckResult;

pub use patterns::DosCheckResult;

pub use patterns::DosProtectionConfig;

pub use patterns::DosViolation;

pub use patterns::IntegrityCheckResult;

pub use patterns::IntegrityChecker;

pub use patterns::NumericalStabilityResult;

pub use patterns::ParityCheckResult;

pub use patterns::ParityChecker;

pub use patterns::PathSafetyResult;

pub use patterns::PathViolation;

pub use patterns::PatternDetector;

pub use patterns::PerformanceCheckResult;

pub use patterns::PerformanceThresholds;

pub use patterns::PerformanceValidator;

pub use patterns::PromptPattern;

pub use patterns::PromptSafetyResult;

pub use patterns::SpecGate;

pub use patterns::TensorValidityResult;

pub use playbook::DifferentialTestConfig;

pub use playbook::FingerprintConfig;

pub use playbook::FormatValidationConfig;

pub use playbook::InferenceCompareConfig;

pub use playbook::OllamaParityConfig;

pub use playbook::Playbook;

pub use playbook::PlaybookLockEntry;

pub use playbook::PlaybookLockFile;

pub use playbook::PlaybookStep;

pub use playbook::ProfileCiAssertions;

pub use playbook::ProfileCiConfig;

pub use playbook::SkipReason;

pub use playbook::SkipType;

pub use playbook::StatsToleranceConfig;

pub use playbook::TensorDiffConfig;

pub use playbook::TracePayloadConfig;

pub use playbook::ValidateStatsConfig;

pub use playbook::compute_playbook_hash;

pub use playbook::detect_implicit_skips;

pub use playbook::find_skip_files;

pub use playbook::generate_lock_entry;

pub use playbook::load_lock_file;

pub use playbook::save_lock_file;

pub use playbook::verify_playbook_integrity;

Modules

command

Command execution abstraction for testability

contract

Shared Format Contract: YAML-Defined Behavioral Invariants

conversion

Format Conversion Testing (P0 CRITICAL)

diagnostics

Fail-Fast Diagnostic Report Generation (FF-REPORT-001)

differential

Differential Testing (GH-188, PMAT-114, PMAT-192)

error

Error types for apr-qa-runner

evidence

Evidence collection for falsification results

executor

Playbook executor

family_contract

Family Contract Loader (PMAT-268)

integrity

Model Integrity Checker (G0 Gateway)

layout_contract

Tensor Layout Contract Validation (Issue #4)

oracle

Batuta Oracle Enhancement for failure analysis (v1.5.0)

parallel

Parallel execution support using Rayon

patterns

Common Bug Pattern Detection (GH-187)

playbook

Playbook definition and parsing

process

Process lifecycle management (Jidoka)

provenance

Provenance Validation (PMAT-PROV-001)