vllora 0.1.23

AI gateway for managing and routing LLM requests - Govern, Secure, and Optimize your AI Traffic.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76

use clap::{Parser, Subcommand};

pub mod commands;

#[derive(Parser)]
#[command(author, version, about, long_about = None)]
pub struct Cli {
    /// Optional config file path
    #[arg(short, long, default_value = "config.yaml")]
    pub config: String,

    /// Serve arguments (used when no command is specified)
    #[command(flatten)]
    pub serve_args: ServeArgs,

    #[command(subcommand)]
    pub command: Option<Commands>,
}

#[derive(Debug, Clone, Parser, Default)]
pub struct ServeArgs {
    /// Host address to bind to (e.g., 127.0.0.1 for local or 0.0.0.0 for all interfaces)
    #[arg(long, value_name = "ADDRESS")]
    pub host: Option<String>,

    /// Port to listen on (e.g., 8080)
    #[arg(long, value_name = "PORT")]
    pub port: Option<u16>,

    /// Port to listen on (e.g., 8084)
    #[arg(long, value_name = "UI_PORT")]
    pub ui_port: Option<u16>,

    /// Comma-separated list of allowed CORS origins (e.g., http://localhost:3000,https://example.com)
    #[arg(long, value_name = "ORIGINS")]
    pub cors_origins: Option<String>,

    /// Port to listen on for OTLP metrics (e.g., 4317)
    #[arg(long, value_name = "OTEL_PORT")]
    pub otel_port: Option<u16>,

    /// Port to listen on for Distri server (e.g., 8081)
    #[arg(long, value_name = "DISTRI_PORT")]
    pub distri_port: Option<u16>,

    /// Don't open UI in browser on startup
    #[arg(long, value_name = "OPEN_UI_ON_STARTUP", default_value = "true")]
    pub open_ui_on_startup: Option<bool>,
}

#[derive(Subcommand)]
pub enum Commands {
    /// Start the API server (default if no command specified)
    Serve(ServeArgs),
    /// List all available models
    List,
    /// Sync models and/or providers from API to database
    Sync {
        /// Sync only models
        #[arg(long)]
        models: bool,
        /// Sync only providers
        #[arg(long)]
        providers: bool,
    },
    /// Traces information retrieval commands
    #[command(subcommand)]
    Traces(commands::traces::TracesCommands),
    /// Generate models JSON file for embedding
    #[command(hide = true)]
    GenerateModelsJson {
        /// Output file path (default: models_data.json)
        #[arg(short, long, default_value = "models_data.json")]
        output: String,
    },
}