yomo 0.5.0

A QUIC-based runtime for AI-LLM tool routing and serverless execution
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81

use std::collections::HashMap;

use anyhow::{Result, bail};
use log::debug;
use tokio::sync::RwLock;

use crate::metadata::Metadata;

/// Routes tool requests to active tool connections.
#[async_trait::async_trait]
pub trait Router: Sync + Send {
    /// Register a tool connection.
    ///
    /// `metadata` can be used to partition routes (for example by tenant).
    ///
    /// Returns the previously registered connection id when the same route key
    /// already exists.
    async fn register(&self, conn_id: u64, name: &str, metadata: &Metadata) -> Result<Option<u64>>;

    /// Resolves a route key to a connection id.
    ///
    /// Returns `Ok(None)` when no matching route exists.
    async fn route(&self, name: &str, metadata: &Metadata) -> Result<Option<u64>>;

    /// Removes all routes associated with a disconnected connection id.
    async fn remove(&self, conn_id: u64);
}

/// In-memory router implementation.
pub struct RouterImpl {
    route_map: RwLock<HashMap<String, u64>>,
}

impl RouterImpl {
    /// Create a new router instance.
    pub fn new() -> Self {
        Self {
            route_map: RwLock::default(),
        }
    }
}

#[async_trait::async_trait]
impl Router for RouterImpl {
    async fn register(
        &self,
        conn_id: u64,
        name: &str,
        _metadata: &Metadata,
    ) -> Result<Option<u64>> {
        if name.is_empty() {
            bail!("name cannot be empty");
        }

        Ok(self
            .route_map
            .write()
            .await
            .insert(name.to_owned(), conn_id))
    }

    async fn route(&self, name: &str, _metadata: &Metadata) -> Result<Option<u64>> {
        if name.is_empty() {
            return Ok(None);
        }

        if let Some(conn_id) = self.route_map.read().await.get(name) {
            debug!("route [{}] --> conn_id: {}", name, conn_id);
            return Ok(Some(*conn_id));
        }

        Ok(None)
    }

    async fn remove(&self, conn_id: u64) {
        self.route_map
            .write()
            .await
            .retain(|_key, id| *id != conn_id);
    }
}