neuronbox-runtime 0.1.1

Local ML runner: declarative neuron.yaml, model store, daemon, and terminal dashboard
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

//! NeuronBox daemon — Unix socket API for sessions, stats, swap state.

use std::path::PathBuf;

use anyhow::Result;
use neuronbox_runtime::gpu_manager::GpuManager;
use neuronbox_runtime::model_loader::ModelLoader;
use neuronbox_runtime::server::run_socket_server;
use tracing_subscriber::EnvFilter;

fn default_socket_path() -> PathBuf {
    dirs::home_dir()
        .unwrap_or_else(|| PathBuf::from("."))
        .join(".neuronbox")
        .join("neuron.sock")
}

#[tokio::main]
async fn main() -> Result<()> {
    tracing_subscriber::fmt()
        .with_env_filter(EnvFilter::from_default_env().add_directive("info".parse().unwrap()))
        .init();

    let path = std::env::var("NEURONBOX_SOCKET")
        .map(PathBuf::from)
        .unwrap_or_else(|_| default_socket_path());

    tracing::info!("neurond listening on {}", path.display());

    let gpu_manager = GpuManager::new();
    let model_loader = ModelLoader::new();
    run_socket_server(&path, gpu_manager, model_loader).await
}