serve/
serve.rs

1//! Serve the bridge over HTTP with the System One compatible surface.
2//!
3//! ```bash
4//! export JEV_BRIDGE_UPSTREAM_URL=http://127.0.0.1:8080/v1
5//! export JEV_BRIDGE_UPSTREAM_KEY=...      # only if the server requires it
6//! export JEV_BRIDGE_API_KEY=...           # optional, for clients of this service
7//! cargo run --example serve
8//! ```
9//!
10//! Then:
11//!
12//! ```bash
13//! curl http://127.0.0.1:8100/health
14//! curl http://127.0.0.1:8100/v1/systemone \
15//!   -H 'Content-Type: application/json' \
16//!   -d '{"model":"example-bridge","state":"I was charged twice.",
17//!        "questions":{"queue":{"type":"choice","criteria":{"billing":"Refunds","sales":"Pricing"}}}}'
18//! ```
19
20use std::sync::Arc;
21
22use anyhow::{Context, Result};
23use serde_json::json;
24
25use jev_bridge::server::{router, AppState, Bridge, BridgeConfig};
26
27const ADDRESS: &str = "127.0.0.1:8100";
28
29#[tokio::main]
30async fn main() -> Result<()> {
31    let openai_base = std::env::var("JEV_BRIDGE_UPSTREAM_URL")
32        .unwrap_or_else(|_| "http://127.0.0.1:8080/v1".to_string());
33    let native_base = std::env::var("JEV_BRIDGE_NATIVE_URL")
34        .unwrap_or_else(|_| openai_base.trim_end_matches("/v1").to_string());
35    let upstream_model =
36        std::env::var("JEV_BRIDGE_UPSTREAM_MODEL").unwrap_or_else(|_| "local-model".to_string());
37
38    let bridge = Bridge::connect(
39        reqwest::Client::new(),
40        BridgeConfig {
41            openai_base,
42            native_base,
43            upstream_model,
44            upstream_key: std::env::var("JEV_BRIDGE_UPSTREAM_KEY").ok(),
45            served_model: "example-bridge".to_string(),
46            description: "example bridge over a generic inference API".to_string(),
47            release_date: "2026-09-22".to_string(),
48            chat_template_kwargs: json!({"enable_thinking": false}),
49            max_input_tokens: None,
50            local: Default::default(),
51            readout: Default::default(),
52        },
53    )
54    .await
55    .context("connecting to the upstream service failed")?;
56
57    println!("transport: {} via {}", bridge.probe().name(), bridge.probe().endpoint());
58
59    let state = Arc::new(AppState {
60        bridge,
61        api_key: std::env::var("JEV_BRIDGE_API_KEY").ok(),
62        readout_check: None,
63    });
64    let listener = tokio::net::TcpListener::bind(ADDRESS)
65        .await
66        .with_context(|| format!("binding {ADDRESS} failed"))?;
67    println!("listening on http://{ADDRESS}");
68    axum::serve(listener, router(state))
69        .with_graceful_shutdown(async {
70            let _ = tokio::signal::ctrl_c().await;
71        })
72        .await
73        .context("the HTTP server stopped unexpectedly")
74}
serve/serve.rs

serve/
serve.rs
