use super::parsing::*;
use crate::tui::app::types::LoadingPhase::*;
use crate::tui::app::types::{App, LoadingPhase};
use crate::config::LogLevel;
use crate::models::ModelState;
use chrono::Local;
impl App {
pub fn add_log(&mut self, message: impl Into<String>, level: LogLevel) {
let msg = message.into();
self.log_message(&msg, level);
self.update_spinner();
self.detect_loading_phases(&msg);
self.parse_loading_details(&msg);
self.detect_load_state(&msg);
let previous_progress = self.loading.loading_progress;
self.compute_progress();
self.loading.progress_target = self.loading.loading_progress;
self.loading.loading_progress =
previous_progress * 0.85 + self.loading.progress_target * 0.15;
self.trim_log();
self.log
.log_entries
.push_back(crate::config::LogEntry::new(msg, level));
}
fn log_message(&mut self, msg: &str, level: LogLevel) {
match level {
LogLevel::Info => tracing::info!("{}", msg),
LogLevel::Warning => tracing::warn!("{}", msg),
LogLevel::Error => tracing::error!("{}", msg),
}
}
fn update_spinner(&mut self) {
self.loading.last_spinner_time = Some(tokio::time::Instant::now());
self.loading.loading_spinner = 0;
}
fn detect_loading_phases(&mut self, msg: &str) {
if self.loading.loading_phases.is_empty() && LLAMA_START.is_match(msg) {
self.loading.loading_phases.insert(ServerStarting);
self.loading.last_active_phase = Some(ServerStarting);
}
if LOADING_MODEL.is_match(msg) {
self.ui.last_error_message = None;
self.loading.loading_phases.insert(LoadingModel);
self.loading.last_active_phase = Some(LoadingModel);
}
if LOADED_META.is_match(msg) {
self.ui.last_error_message = None;
self.loading.loading_phases.insert(LoadingMeta);
self.loading.last_active_phase = Some(LoadingMeta);
}
if LOAD_TENSORS.is_match(msg) {
self.ui.last_error_message = None;
self.loading.loading_phases.insert(LoadingTensors);
self.loading.last_active_phase = Some(LoadingTensors);
}
if SERVER_LISTENING.is_match(msg) {
self.loading.loading_phases.insert(ServerListening);
self.loading.last_active_phase = Some(ServerListening);
}
}
fn parse_loading_details(&mut self, msg: &str) {
if !self.loading.loading_phases.contains(&LoadingTensors) {
return;
}
if let Some(caps) = LOADING_TENSOR.captures(msg) {
if let Ok(n) = caps.get(1).unwrap().as_str().parse::<u32>() {
self.loading.load_progress.tensors_loaded = n;
}
if let Ok(total) = caps.get(2).unwrap().as_str().parse::<u32>() {
self.loading.load_progress.tensors_total = Some(total);
}
return;
}
if self.loading.load_progress.tensors_total.is_none() {
let dot_count = msg.chars().filter(|&c| c == '.').count();
if dot_count > 0 && dot_count <= 200 {
self.loading.load_progress.tensors_loaded += dot_count as u32;
}
}
if let Some(caps) = OFFLOADING_LAYERS.captures(msg) {
if let Ok(count) = caps.get(1).unwrap().as_str().parse::<u32>() {
self.loading.load_progress.layers_total = Some(count);
}
}
if let Some(caps) = OFFLOADED_LAYERS.captures(msg) {
if let Ok(loaded) = caps.get(1).unwrap().as_str().parse::<u32>() {
self.loading.load_progress.layers_loaded = Some(loaded);
}
if let Ok(total) = caps.get(2).unwrap().as_str().parse::<u32>() {
self.loading.load_progress.layers_total = Some(total);
}
}
if let Some(caps) = MODEL_BUFFER_SIZE.captures(msg) {
let device = caps.get(1).map(|m| m.as_str().trim().to_string()).unwrap_or_default();
if let Ok(mib) = caps.get(2).unwrap().as_str().parse::<f64>() {
let exists = self
.loading
.load_progress
.buffers
.iter_mut()
.find(|b| b.device == device);
if let Some(buf) = exists {
buf.buffer_size_mib = mib;
} else {
self.loading.load_progress.buffers.push(
crate::models::GPUBuffer {
device,
buffer_size_mib: mib,
},
);
}
}
}
if let Some(caps) = KV_BUFFER_SIZE.captures(msg) {
if let Ok(mib) = caps.get(1).unwrap().as_str().parse::<f64>() {
let exists = self
.loading
.load_progress
.buffers
.iter_mut()
.find(|b| b.device == "kv");
if let Some(buf) = exists {
buf.buffer_size_mib = mib;
} else {
self.loading.load_progress.buffers.push(
crate::models::GPUBuffer {
device: "kv".to_string(),
buffer_size_mib: mib,
},
);
}
}
}
}
fn detect_load_state(&mut self, msg: &str) {
if !is_loading_error(msg) {
return;
}
let is_loading = self
.model_states
.values()
.any(|s| matches!(s, ModelState::Loading));
if !is_loading {
return;
}
let timestamp = Local::now().format("%Y-%m-%d %H:%M:%S");
let error_msg = if is_oom_error(msg) {
format!("Last Failed to load a model (OOM - {})", timestamp)
} else {
format!("Last Failed to load a model ({})", timestamp)
};
self.ui.last_error_message = Some(error_msg);
self.reset_loading_state(false);
}
pub(crate) fn compute_progress(&mut self) {
const PHASE_WEIGHTS: [(LoadingPhase, f32); 5] = [
(ServerStarting, 0.08),
(LoadingModel, 0.07),
(LoadingMeta, 0.07),
(LoadingTensors, 0.70),
(ServerListening, 0.08),
];
let mut phase_progress: f32 = 0.0;
for (phase, weight) in &PHASE_WEIGHTS {
if self.loading.loading_phases.contains(phase) {
phase_progress += weight;
}
}
if self.loading.loading_phases.contains(&Complete) {
self.loading.loading_progress = 1.0;
return;
}
if self.loading.loading_phases.contains(&ServerStarting)
&& self.loading.loading_phases.len() == 1
&& self.loading.last_active_phase == Some(ServerStarting)
{
if let Some(last_spinner) = self.loading.last_spinner_time {
let elapsed = last_spinner.elapsed();
phase_progress =
(elapsed.as_millis() as f32 / 2000.0).min(1.0) * PHASE_WEIGHTS[0].1;
}
} else if self.loading.loading_phases.len() > 1 {
if let Some(phase) = self.loading.last_active_phase {
let cumulative_before: f32 = PHASE_WEIGHTS
.iter()
.filter(|(p, _)| *p != phase && self.loading.loading_phases.contains(p))
.map(|(_, w)| w)
.sum();
let phase_fraction = match phase {
LoadingModel => 0.5,
LoadingMeta => 0.5,
LoadingTensors => {
let mut tensor_fraction: f32 = 0.0;
if let (Some(loaded), Some(total)) = (
self.loading.load_progress.layers_loaded,
self.loading.load_progress.layers_total,
) {
let layer_fraction = loaded as f32 / total as f32;
tensor_fraction = layer_fraction.min(1.0);
}
if self.loading.load_progress.tensors_loaded > 0 {
let estimated_total: f32 =
match self.loading.load_progress.tensors_total {
Some(total) => total as f32,
None => match self.loading.load_progress.layers_total {
Some(layers) => (layers as f32 * 12.0 + 10.0).max(100.0),
None => 500.0,
},
};
tensor_fraction = (self.loading.load_progress.tensors_loaded as f32
/ estimated_total)
.min(0.95);
}
tensor_fraction
}
ServerListening => 0.8,
Complete => 1.0,
ServerStarting => 0.0,
};
phase_progress = cumulative_before
+ phase_fraction
* PHASE_WEIGHTS
.iter()
.find(|(p, _)| *p == phase)
.map(|(_, w)| *w)
.unwrap_or(0.0);
}
}
if phase_progress > 0.0 {
self.loading.loading_progress = phase_progress;
}
}
pub fn tick_server_exit(&mut self) {
if let Some(rx) = &mut self.server.server_exit_rx
&& let Ok(()) = rx.try_recv()
{
self.server.server_handle = None;
self.loading.loading_phases.clear();
self.loading.last_active_phase = None;
self.loading.loading_progress = 0.0;
self.loading.load_progress = Default::default();
if !self.bench_tune.bench_tune_running {
for state in self.model_states.values_mut() {
*state = crate::models::ModelState::Available;
}
self.ui.needs_redraw = true;
}
}
}
fn trim_log(&mut self) {
if self.log.log_entries.len() >= 500 {
self.log.log_entries.pop_front();
}
}
pub fn is_model_loaded(&self, display_name: &str) -> bool {
matches!(
self.model_states.get(display_name),
Some(ModelState::Loaded { .. })
)
}
pub fn reset_loading_state(&mut self, is_crash: bool) {
self.loading.loading_phases.clear();
self.loading.last_active_phase = None;
self.loading.loading_progress = 0.0;
self.loading.load_progress = Default::default();
self.loading.last_spinner_time = None;
self.loading.loading_spinner = 0;
if let Some(h) = self.loading.health_poll_handle.take() {
h.abort();
}
let to_fail: Vec<String> = self
.model_states
.iter()
.filter(|(_, state)| {
matches!(state, ModelState::Loading)
|| (is_crash && matches!(state, ModelState::Loaded { .. }))
})
.map(|(name, _)| name.clone())
.collect();
for name in &to_fail {
self.server
.loaded_model_names
.lock()
.unwrap_or_else(|e| e.into_inner())
.retain(|n| n != name);
let error = self.ui.last_error_message.clone().unwrap_or_else(|| {
let timestamp = Local::now().format("%Y-%m-%d %H:%M:%S");
format!("Last Failed to load a model ({})", timestamp)
});
self.model_states
.insert(name.clone(), ModelState::Failed { error });
}
}
pub fn tick_spinner(&mut self) {
if self.is_loading() {
let spinner_interval = std::time::Duration::from_millis(150);
if self.loading.last_spinner_time.is_none()
|| self.loading.last_spinner_time.unwrap().elapsed() > spinner_interval
{
self.loading.loading_spinner = (self.loading.loading_spinner + 1) % 4;
self.loading.last_spinner_time = Some(tokio::time::Instant::now());
}
}
}
pub fn is_loading(&self) -> bool {
self.model_states
.values()
.any(|s| matches!(s, ModelState::Loading))
}
pub fn tick_settings_help(&mut self) {
if self.ui.active_panel != crate::tui::app::ActivePanel::LlmSettings {
self.settings_state.help_focus_time = None;
self.settings_state.help_visible = false;
return;
}
if self.settings_state.help_focus_time.is_none() {
self.settings_state.help_focus_time = Some(tokio::time::Instant::now());
}
if let Some(focus_time) = self.settings_state.help_focus_time
&& !self.settings_state.help_visible
&& focus_time.elapsed() >= std::time::Duration::from_millis(1500)
{
self.settings_state.help_visible = true;
}
}
}