use std::sync::Arc;
use oxibonsai_core::config::Qwen3Config;
use oxibonsai_kernels::OneBitKernel;
use oxibonsai_runtime::engine::InferenceEngine;
use oxibonsai_runtime::metrics::InferenceMetrics;
use oxibonsai_runtime::presets::SamplingPreset;
use oxibonsai_runtime::server::create_router_with_metrics;
#[tokio::main]
async fn main() -> anyhow::Result<()> {
println!("=== OxiBonsai Server Demo ===\n");
let config = Qwen3Config::tiny_test();
let params = SamplingPreset::Balanced.params();
let engine = InferenceEngine::new(config, params, 42);
let metrics = Arc::new(InferenceMetrics::new());
println!("Engine created with kernel: {}", engine.kernel().name());
let router = create_router_with_metrics(engine, None, Arc::clone(&metrics));
println!("Router created with endpoints:");
println!(" POST /v1/chat/completions");
println!(" GET /v1/models");
println!(" GET /health");
println!(" GET /metrics");
let listener = tokio::net::TcpListener::bind("127.0.0.1:0").await?;
let addr = listener.local_addr()?;
println!("\nServer listening on http://{}", addr);
let server_handle = tokio::spawn(async move {
axum::serve(listener, router)
.await
.expect("server should run");
});
tokio::time::sleep(tokio::time::Duration::from_millis(100)).await;
println!("\n--- Making Requests ---\n");
let health_url = format!("http://{}/health", addr);
let resp = reqwest::get(&health_url).await?;
println!("GET /health => {} {}", resp.status(), resp.text().await?);
let models_url = format!("http://{}/v1/models", addr);
let resp = reqwest::get(&models_url).await?;
let body: serde_json::Value = resp.json().await?;
println!("GET /v1/models => {}", serde_json::to_string_pretty(&body)?);
let metrics_url = format!("http://{}/metrics", addr);
let resp = reqwest::get(&metrics_url).await?;
let metrics_text = resp.text().await?;
println!("GET /metrics => ({} bytes)", metrics_text.len());
for line in metrics_text.lines().take(10) {
println!(" {}", line);
}
if metrics_text.lines().count() > 10 {
println!(" ... (truncated)");
}
println!("\nShutting down server...");
server_handle.abort();
println!("Done.");
Ok(())
}