kyma-embed 0.0.1

Text-embedding backends for kyma (local fastembed ONNX by default; Ollama / OpenAI-compatible optional).
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

use serde::{Deserialize, Serialize};

#[derive(Debug, Clone, Serialize, Deserialize)]
#[serde(rename_all = "lowercase", tag = "provider")]
pub enum EmbeddingProvider {
    Fastembed {
        id: String,
        model_path: Option<String>,
    },
    Ollama {
        id: String,
        base_url: String,
    },
    #[serde(rename = "openai-compat")]
    OpenAICompat {
        id: String,
        base_url: String,
        api_key_env: Option<String>,
    },
    Gemini {
        id: String,
        api_key_env: String,
    },
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct EmbeddingConfig {
    pub provider: EmbeddingProvider,
}

impl EmbeddingConfig {
    /// Defaults to fastembed bge-small-en-v1.5 (384-dim).
    pub fn default_fastembed() -> Self {
        Self {
            provider: EmbeddingProvider::Fastembed {
                id: "bge-small-en-v1.5".into(),
                model_path: None,
            },
        }
    }

    /// Load from env vars: `KYMA_EMBED_PROVIDER`, `KYMA_EMBED_MODEL_ID`,
    /// `KYMA_EMBED_BASE_URL`, `KYMA_EMBED_MODEL_PATH`. Returns the default
    /// fastembed config when none are set.
    pub fn from_env() -> Self {
        let provider = std::env::var("KYMA_EMBED_PROVIDER").ok();
        let id = std::env::var("KYMA_EMBED_MODEL_ID").ok();
        match provider.as_deref() {
            Some("ollama") => Self {
                provider: EmbeddingProvider::Ollama {
                    id: id.unwrap_or_else(|| "nomic-embed-text".into()),
                    base_url: std::env::var("KYMA_EMBED_BASE_URL")
                        .unwrap_or_else(|_| "http://localhost:11434".into()),
                },
            },
            Some("openai-compat") => Self {
                provider: EmbeddingProvider::OpenAICompat {
                    id: id.unwrap_or_else(|| "text-embedding-3-small".into()),
                    base_url: std::env::var("KYMA_EMBED_BASE_URL")
                        .unwrap_or_else(|_| "https://api.openai.com/v1".into()),
                    api_key_env: Some(
                        std::env::var("KYMA_EMBED_API_KEY_ENV")
                            .unwrap_or_else(|_| "OPENAI_API_KEY".into()),
                    ),
                },
            },
            Some("gemini") => Self {
                provider: EmbeddingProvider::Gemini {
                    id: id.unwrap_or_else(|| "text-embedding-004".into()),
                    api_key_env: "GOOGLE_API_KEY".into(),
                },
            },
            Some("fastembed") => Self {
                provider: EmbeddingProvider::Fastembed {
                    id: id.unwrap_or_else(|| "bge-small-en-v1.5".into()),
                    model_path: std::env::var("KYMA_EMBED_MODEL_PATH").ok(),
                },
            },
            _ => Self::default_fastembed(),
        }
    }
}