#![deny(clippy::all)]
#![warn(clippy::pedantic)]
use napi::bindgen_prelude::*;
use napi_derive::napi;
use parking_lot::RwLock;
use ruvector_tiny_dancer_core::{
types::{
Candidate as CoreCandidate, RouterConfig as CoreRouterConfig,
RoutingDecision as CoreRoutingDecision, RoutingRequest as CoreRoutingRequest,
RoutingResponse as CoreRoutingResponse,
},
Router as CoreRouter,
};
use std::collections::HashMap;
use std::sync::Arc;
#[napi(object)]
#[derive(Debug, Clone)]
pub struct RouterConfig {
pub model_path: String,
pub confidence_threshold: Option<f64>,
pub max_uncertainty: Option<f64>,
pub enable_circuit_breaker: Option<bool>,
pub circuit_breaker_threshold: Option<u32>,
pub enable_quantization: Option<bool>,
pub database_path: Option<String>,
}
impl From<RouterConfig> for CoreRouterConfig {
fn from(config: RouterConfig) -> Self {
CoreRouterConfig {
model_path: config.model_path,
confidence_threshold: config.confidence_threshold.unwrap_or(0.85) as f32,
max_uncertainty: config.max_uncertainty.unwrap_or(0.15) as f32,
enable_circuit_breaker: config.enable_circuit_breaker.unwrap_or(true),
circuit_breaker_threshold: config.circuit_breaker_threshold.unwrap_or(5),
enable_quantization: config.enable_quantization.unwrap_or(true),
database_path: config.database_path,
}
}
}
#[napi(object)]
#[derive(Clone)]
pub struct Candidate {
pub id: String,
pub embedding: Float32Array,
pub metadata: Option<String>,
pub created_at: Option<i64>,
pub access_count: Option<u32>,
pub success_rate: Option<f64>,
}
impl Candidate {
fn to_core(&self) -> Result<CoreCandidate> {
let metadata: HashMap<String, serde_json::Value> = if let Some(ref meta_str) = self.metadata
{
serde_json::from_str(meta_str)
.map_err(|e| Error::from_reason(format!("Invalid metadata JSON: {}", e)))?
} else {
HashMap::new()
};
Ok(CoreCandidate {
id: self.id.clone(),
embedding: self.embedding.to_vec(),
metadata,
created_at: self
.created_at
.unwrap_or_else(|| chrono::Utc::now().timestamp()),
access_count: self.access_count.unwrap_or(0) as u64,
success_rate: self.success_rate.unwrap_or(0.0) as f32,
})
}
}
#[napi(object)]
pub struct RoutingRequest {
pub query_embedding: Float32Array,
pub candidates: Vec<Candidate>,
pub metadata: Option<String>,
}
impl RoutingRequest {
fn to_core(&self) -> Result<CoreRoutingRequest> {
let candidates: Result<Vec<CoreCandidate>> =
self.candidates.iter().map(|c| c.to_core()).collect();
let metadata = if let Some(ref meta_str) = self.metadata {
Some(
serde_json::from_str(meta_str)
.map_err(|e| Error::from_reason(format!("Invalid metadata JSON: {}", e)))?,
)
} else {
None
};
Ok(CoreRoutingRequest {
query_embedding: self.query_embedding.to_vec(),
candidates: candidates?,
metadata,
})
}
}
#[napi(object)]
#[derive(Debug, Clone)]
pub struct RoutingDecision {
pub candidate_id: String,
pub confidence: f64,
pub use_lightweight: bool,
pub uncertainty: f64,
}
impl From<CoreRoutingDecision> for RoutingDecision {
fn from(decision: CoreRoutingDecision) -> Self {
Self {
candidate_id: decision.candidate_id,
confidence: decision.confidence as f64,
use_lightweight: decision.use_lightweight,
uncertainty: decision.uncertainty as f64,
}
}
}
#[napi(object)]
#[derive(Debug, Clone)]
pub struct RoutingResponse {
pub decisions: Vec<RoutingDecision>,
pub inference_time_us: u32,
pub candidates_processed: u32,
pub feature_time_us: u32,
}
impl From<CoreRoutingResponse> for RoutingResponse {
fn from(response: CoreRoutingResponse) -> Self {
Self {
decisions: response.decisions.into_iter().map(Into::into).collect(),
inference_time_us: response.inference_time_us as u32,
candidates_processed: response.candidates_processed as u32,
feature_time_us: response.feature_time_us as u32,
}
}
}
#[napi]
pub struct Router {
inner: Arc<RwLock<CoreRouter>>,
}
#[napi]
impl Router {
#[napi(constructor)]
pub fn new(config: RouterConfig) -> Result<Self> {
let core_config: CoreRouterConfig = config.into();
let router = CoreRouter::new(core_config)
.map_err(|e| Error::from_reason(format!("Failed to create router: {}", e)))?;
Ok(Self {
inner: Arc::new(RwLock::new(router)),
})
}
#[napi]
pub async fn route(&self, request: RoutingRequest) -> Result<RoutingResponse> {
let core_request = request.to_core()?;
let router = self.inner.clone();
tokio::task::spawn_blocking(move || {
let router = router.read();
router.route(core_request)
})
.await
.map_err(|e| Error::from_reason(format!("Task failed: {}", e)))?
.map_err(|e| Error::from_reason(format!("Routing failed: {}", e)))
.map(Into::into)
}
#[napi]
pub async fn reload_model(&self) -> Result<()> {
let router = self.inner.clone();
tokio::task::spawn_blocking(move || {
let router = router.read();
router.reload_model()
})
.await
.map_err(|e| Error::from_reason(format!("Task failed: {}", e)))?
.map_err(|e| Error::from_reason(format!("Model reload failed: {}", e)))
}
#[napi]
pub fn circuit_breaker_status(&self) -> Option<bool> {
let router = self.inner.read();
router.circuit_breaker_status()
}
}
#[napi]
pub fn version() -> String {
env!("CARGO_PKG_VERSION").to_string()
}
#[napi]
pub fn hello() -> String {
"Hello from Tiny Dancer Node.js bindings!".to_string()
}