hf2q 0.1.10

Pure Rust CLI for converting HuggingFace models to hardware-optimized formats and serving them over an OpenAI-compatible API on Apple Silicon
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105

//! Sealed, capability-consuming AcceptanceHoldout plan construction.

use super::*;

/// The only prediction-plan constructor that may retain AcceptanceHoldout.
/// Its opaque threshold capability must bind the freshly rendered source and
/// exact embedded holdout corpus before any plan or Metal work can proceed.
pub(crate) fn build_teacher_acceptance_holdout_plan(
    thresholds: VerifiedTeacherAcceptanceThresholdsV1,
    expected_partition: &DatasetPartitionManifest,
    evaluation_corpus: &VerifiedCalibrationCorpus,
    evaluation: &RenderedDataset,
    calibration: &RenderedDataset,
    policy_validation: &RenderedDataset,
    acceptance_holdout: &RenderedDataset,
    limits: TeacherPredictionPlanLimits,
) -> Result<VerifiedTeacherAcceptanceHoldoutPlanV1, CalibrationInputError> {
    if evaluation.manifest.split != DatasetSplit::AcceptanceHoldout
        || thresholds.source != evaluation.manifest.source
        || thresholds.verified_source_manifest_sha256
            != evaluation.manifest.verified_source_manifest_sha256
        || thresholds.acceptance_holdout_corpus_sha256 != evaluation_corpus.artifact.sha256
    {
        return Err(CalibrationInputError::InvalidDataset(
            "AcceptanceHoldout differs from its predeclared threshold binding".into(),
        ));
    }
    if evaluation.structured.examples.len() != 1
        || evaluation
            .structured
            .examples
            .iter()
            .any(|example| example.render_mode != RenderMode::GenerationPrompt)
    {
        return Err(CalibrationInputError::InvalidDataset(
            "AcceptanceHoldout must contain exactly one generation prompt".into(),
        ));
    }
    let plan = super::build_teacher_prediction_plan(
        expected_partition,
        DatasetSplit::AcceptanceHoldout,
        evaluation_corpus,
        evaluation,
        calibration,
        policy_validation,
        acceptance_holdout,
        limits,
        true,
    )?;
    if plan.manifest.examples.len() != 1
        || plan.manifest.prediction_points.len() != 1
        || plan.manifest.greedy_prompts.len() != 1
        || !matches!(
            plan.manifest.prediction_points[0].kind,
            TeacherPredictionPointKind::GenerationNext
        )
    {
        return Err(CalibrationInputError::InvalidDataset(
            "AcceptanceHoldout prediction plan violates its sealed shape".into(),
        ));
    }
    Ok(VerifiedTeacherAcceptanceHoldoutPlanV1 {
        plan,
        threshold_profile_sha256: thresholds.threshold_profile_sha256,
    })
}

/// Seal a family-verified, predeclared threshold binding into the capability
/// consumed by the holdout-only constructor. Numeric threshold verification
/// remains with the family-owned exact-reference operator.
pub(crate) fn bind_teacher_acceptance_thresholds(
    threshold_profile_sha256: String,
    calibration_comparison_receipt_sha256: String,
    policy_validation_comparison_receipt_sha256: String,
    source: crate::intelligence::measured_auto_quant::SourceIdentity,
    verified_source_manifest_sha256: String,
    acceptance_holdout_corpus_sha256: String,
) -> Result<VerifiedTeacherAcceptanceThresholdsV1, CalibrationInputError> {
    let is_sha256 = |value: &str| {
        value.len() == 64
            && value
                .bytes()
                .all(|byte| byte.is_ascii_digit() || (b'a'..=b'f').contains(&byte))
    };
    if !super::super::render::source_valid(&source)
        || !is_sha256(&threshold_profile_sha256)
        || !is_sha256(&calibration_comparison_receipt_sha256)
        || !is_sha256(&policy_validation_comparison_receipt_sha256)
        || calibration_comparison_receipt_sha256 == policy_validation_comparison_receipt_sha256
        || !is_sha256(&verified_source_manifest_sha256)
        || !is_sha256(&acceptance_holdout_corpus_sha256)
    {
        return Err(CalibrationInputError::InvalidDataset(
            "predeclared acceptance-threshold binding is invalid".into(),
        ));
    }
    Ok(VerifiedTeacherAcceptanceThresholdsV1 {
        threshold_profile_sha256,
        calibration_comparison_receipt_sha256,
        policy_validation_comparison_receipt_sha256,
        source,
        verified_source_manifest_sha256,
        acceptance_holdout_corpus_sha256,
    })
}