yomo 0.4.0

A QUIC-based runtime for AI-LLM tool routing and serverless execution
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

use std::collections::HashMap;

use anyhow::{Result, bail};
use log::debug;

use crate::types::{HandshakeRequest, RequestHeaders};

/// Router trait for managing routing
pub trait Router: Sync + Send {
    /// Handle client registration handshake
    ///
    /// Returns the previously registered connection id when the same tool name
    /// already exists.
    fn handshake(&mut self, conn_id: u64, req: &HandshakeRequest) -> Result<Option<u64>>;

    /// Route request to appropriate client
    fn route(&self, headers: &RequestHeaders) -> Result<Option<u64>>;

    /// Remove disconnected client
    fn remove(&mut self, conn_id: u64);
}

/// Router implementation
pub struct RouterImpl {
    auth_token: Option<String>,

    route_map: HashMap<String, u64>,
}

impl RouterImpl {
    /// Create a new router instance.
    ///
    /// If `auth_token` is set, all handshake requests must provide the same
    /// credential value.
    pub fn new(auth_token: Option<String>) -> Self {
        Self {
            auth_token,
            route_map: HashMap::new(),
        }
    }
}

impl Router for RouterImpl {
    fn handshake(&mut self, conn_id: u64, req: &HandshakeRequest) -> Result<Option<u64>> {
        if req.name.is_empty() {
            bail!("name cannot be empty");
        }

        if let Some(token) = &self.auth_token {
            if &req.credential != token {
                bail!("invalid credential");
            }
        }

        Ok(self.route_map.insert(req.name.to_owned(), conn_id))
    }

    fn remove(&mut self, conn_id: u64) {
        self.route_map.retain(|_name, id| *id != conn_id);
    }

    fn route(&self, headers: &RequestHeaders) -> Result<Option<u64>> {
        if !headers.name.is_empty() {
            if let Some(conn_id) = self.route_map.get(&headers.name) {
                debug!(
                    "[{}|{}] route [{}] --> conn_id: {}",
                    headers.trace_id, headers.span_id, headers.name, conn_id
                );
                return Ok(Some(conn_id.to_owned()));
            }
        }
        Ok(None)
    }
}