llmproxy 0.2.2

A simple HTTP proxy server for llm api requests
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

use clap::Parser;
use clap_verbosity_flag::Verbosity;
use std::net::{IpAddr, SocketAddr};

#[derive(Parser)]
#[command(author, version, about)]
struct Cli {
    #[command(flatten)]
    verbosity: Verbosity,

    #[arg(short, long, default_value = "11450")]
    port: u16,

    #[arg(long, default_value = "0.0.0.0")]
    host: IpAddr,
}

#[tokio::main]
async fn main() {
    let cli = Cli::parse();
    tracing_subscriber::fmt()
        .with_max_level(cli.verbosity)
        .init();

    let addr = SocketAddr::new(cli.host, cli.port);
    llmproxy::server::run(addr).await;
}