forge-guardrails 0.1.2

Foundation types for an LLM-agent workflow framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

//! Main entry point for the forge-guardrails-proxy standalone server binary.

mod cli;
mod client;
mod config;
mod response;
pub mod routes;
mod startup;
mod telemetry;
mod upstream;

use clap::Parser;

use cli::Cli;

fn main() {
    let cli = Cli::parse();
    let sentry_guard = match telemetry::init_from_env() {
        Ok(guard) => guard,
        Err(err) => {
            eprintln!("error: {err}");
            std::process::exit(1);
        }
    };
    if let Err(err) = run_main(cli) {
        telemetry::capture_proxy_exit_error();
        drop(sentry_guard);
        eprintln!("error: {err}");
        std::process::exit(1);
    }
}

fn run_main(cli: Cli) -> Result<(), String> {
    if cli.classify_download {
        return startup::download_classifier_shortcut(&cli);
    }

    upstream::apply_litellm_env_aliases();
    let startup = startup::build_startup(cli)?;

    let runtime = tokio::runtime::Builder::new_current_thread()
        .enable_all()
        .build()
        .map_err(|err| format!("failed to build tokio runtime: {err}"))?;

    runtime.block_on(routes::serve(
        startup.config,
        startup.client_factory,
        startup.managed_server,
        startup.scorer,
        startup.final_response_scorer,
    ))
}