katgpt-types 0.1.1

Shared configuration, RNG, math utilities, LoRA, domain embeddings, and inference types for katgpt-rs / riir-engine. Pure substrate leaf — no katgpt-* deps.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

//! Hydra Adaptive Layer Budget types.

// ---------------------------------------------------------------------------
// Hydra Adaptive Layer Budget (Research 148, Plan 165)
// ---------------------------------------------------------------------------

/// Per-layer Hydra profile entry (modelless mode).
/// Pre-computed from calibration data, stored in config.
#[cfg(feature = "hydra_budget")]
#[derive(Clone, Copy, Debug)]
pub struct HydraLayerProfile {
    /// Mean absolute direct effect on top-token logit.
    pub mean_de: f32,
    /// Fraction of prompts where this layer is a Hydra backup.
    pub backup_frequency: f32,
    /// Whether this layer acts as erasure (mean DE < 0 for MLP).
    pub is_erasure: bool,
}

/// Hydra budget configuration.
#[cfg(feature = "hydra_budget")]
#[derive(Clone, Copy, Debug)]
pub struct HydraBudgetConfig {
    /// Skip layers with |DE| below this threshold.
    pub skip_threshold: f32,
    /// Early-terminate when cumulative DE reaches this fraction of total.
    pub cumulative_threshold: f32,
    /// Use modelless mode (lookup) vs model-based (logit lens).
    pub modelless: bool,
    /// Skip erasure MLPs during draft stage.
    pub skip_erasure_draft: bool,
}

#[cfg(feature = "hydra_budget")]
impl Default for HydraBudgetConfig {
    fn default() -> Self {
        Self {
            skip_threshold: 0.01,
            cumulative_threshold: 0.95,
            modelless: true,
            skip_erasure_draft: false,
        }
    }
}