neurondump-core 0.1.4

Discovery, extraction, analysis, slimming and jobs for NeuronDump
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147

//! Job parameter types (prompt, journey, generate, compare, bake, ablate) and the edit view.

use super::*;

/// The prompt part shared by journey / generate / compare jobs.
#[derive(Debug, Clone, Default, serde::Serialize, serde::Deserialize)]
pub struct PromptParams {
    #[serde(default)]
    pub prompt: String,
    /// Wrap the prompt in the model's chat template.
    #[serde(default)]
    pub chat: bool,
    #[serde(default)]
    pub system: Option<String>,
    #[serde(default)]
    pub template: Option<String>,
}

#[derive(Debug, Clone, Default, serde::Serialize, serde::Deserialize)]
pub struct JourneyParams {
    #[serde(flatten)]
    pub prompt: PromptParams,
    /// Position to inspect; negative counts from the end (default -1).
    #[serde(default)]
    pub token: Option<i64>,
    /// Token ids appended after the prompt (generated tokens from a timeline).
    #[serde(default)]
    pub append: Vec<u32>,
    #[serde(default)]
    pub top_k: Option<usize>,
    #[serde(default)]
    pub max_tokens: Option<usize>,
    /// Edits to apply (default: the model's current edit stack).
    #[serde(default)]
    pub edits: Option<Vec<Edit>>,
    /// Ignore the edits.
    #[serde(default)]
    pub baseline: bool,
}

#[derive(Debug, Clone, Default, serde::Serialize, serde::Deserialize)]
pub struct GenerateParams {
    #[serde(flatten)]
    pub prompt: PromptParams,
    #[serde(default)]
    pub steps: Option<usize>,
    #[serde(default)]
    pub explain: bool,
    /// Sampling overrides (otherwise greedy, or the stack's `sampling` edit).
    #[serde(default)]
    pub temperature: Option<f32>,
    #[serde(default)]
    pub sample_top_k: Option<usize>,
    #[serde(default)]
    pub top_p: Option<f32>,
    #[serde(default)]
    pub seed: Option<u64>,
    /// Alternatives recorded per step.
    #[serde(default)]
    pub top_k: Option<usize>,
    #[serde(default)]
    pub max_tokens: Option<usize>,
    #[serde(default)]
    pub edits: Option<Vec<Edit>>,
    #[serde(default)]
    pub baseline: bool,
}

#[derive(Debug, Clone, Default, serde::Serialize, serde::Deserialize)]
pub struct CompareParams {
    #[serde(default)]
    pub prompt: Option<String>,
    #[serde(default)]
    pub prompts: Vec<String>,
    #[serde(default)]
    pub chat: bool,
    #[serde(default)]
    pub corpus: Vec<String>,
    #[serde(default)]
    pub corpus_file: Option<PathBuf>,
    /// Tokens generated per prompt on both sides.
    #[serde(default)]
    pub tokens: Option<usize>,
    #[serde(default)]
    pub top_k: Option<usize>,
    #[serde(default)]
    pub max_tokens: Option<usize>,
    #[serde(default)]
    pub edits: Option<Vec<Edit>>,
}

#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
pub struct CompareResult {
    pub edits: Vec<Edit>,
    pub compiled: Compiled,
    pub simulation: crate::trace::SimReport,
}

#[derive(Debug, Clone, Default, serde::Serialize, serde::Deserialize)]
pub struct BakeParams {
    #[serde(default)]
    pub edits: Option<Vec<Edit>>,
    /// Plain file name (written to `<output_dir>/bake/`) or, from the CLI, a path.
    pub out: String,
}

/// The edit stack as the front ends show it.
#[derive(Debug, Clone, serde::Serialize)]
pub struct EditView {
    pub model: String,
    pub digest: String,
    pub edits: Vec<Edit>,
    pub can_undo: bool,
    pub can_redo: bool,
    pub active: usize,
    /// Compilation of the enabled edits (None when it failed, see `error`).
    pub compiled: Option<Compiled>,
    pub error: Option<String>,
    pub snapshots: Vec<String>,
}

/// Parameters of an `ablate` job.
#[derive(Debug, Clone, Default, serde::Serialize, serde::Deserialize)]
pub struct AblateParams {
    #[serde(default)]
    pub cut: Vec<String>,
    #[serde(default)]
    pub force: bool,
    /// Static impact only (no inference).
    #[serde(default, rename = "static")]
    pub static_only: bool,
    #[serde(default)]
    pub prompt: Option<String>,
    #[serde(default)]
    pub prompts: Vec<String>,
    #[serde(default)]
    pub corpus: Vec<String>,
    #[serde(default)]
    pub corpus_file: Option<PathBuf>,
    /// Greedy tokens to generate per prompt.
    #[serde(default)]
    pub tokens: Option<usize>,
    #[serde(default)]
    pub top_k: Option<usize>,
    #[serde(default)]
    pub max_tokens: Option<usize>,
}