llm-manager 1.10.0

Terminal UI for managing LLMs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

/// Event types for channel-based pending operations.
///
/// Replaces the old `pending.*` Option fields with an event-driven
/// architecture. Key handlers send events to a channel; the main loop
/// drains and processes them.
use crate::models::Backend;
use crate::models::{DiscoveredModel, GgufMetadata, ModelSettings};
use std::path::PathBuf;

/// Represents a pending user action that needs processing in the main loop.
pub enum PendingEvent {
    Download {
        model_id: String,
        filename: String,
        url: String,
        file_size: u64,
        subdir: String,
    },
    Deletion {
        path: PathBuf,
    },
    BackendDeletion {
        backend: Backend,
        tag: String,
    },
    Spawn {
        model: Option<DiscoveredModel>,
        settings: ModelSettings,
    },
    /// The ServerHandle is stored in `pending_kill` field (kept as Option
    /// because the main loop needs to take() it for the async kill).
    KillHandle {
        handle: crate::backend::server::ServerHandle,
    },
    Search {
        query: String,
        offset: u32,
    },
    /// Background GGUF metadata parsing results.
    PrecacheMetadata {
        metadata: Vec<(String, GgufMetadata)>,
    },
}