yomo 2.0.2

A QUIC-based runtime for AI-LLM tool routing and serverless execution
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

use anyhow::Result;
use axum::http::HeaderMap;

/// Build metadata from handshake auth info and request extension.
pub trait MetadataMgr<A, M>: Send + Sync {
    /// Build metadata from request extension payload and authenticator output.
    fn new_from_extension(&self, auth_info: &A, extension: &str) -> Result<M>;

    /// Build metadata from llm-api http headers.
    fn new_from_http_headers(&self, headers: &HeaderMap) -> Result<M>;
}

/// Default metadata manager.
pub struct MetadataMgrImpl {}

impl MetadataMgrImpl {
    /// Creates a default no-op metadata manager.
    pub fn new() -> Self {
        Self {}
    }
}

impl<A> MetadataMgr<A, ()> for MetadataMgrImpl {
    fn new_from_extension(&self, _auth_info: &A, _extension: &str) -> Result<()> {
        Ok(())
    }

    fn new_from_http_headers(&self, _headers: &HeaderMap) -> Result<()> {
        Ok(())
    }
}