vyctor 0.1.0

A fast CLI tool for semantic file search using vector embeddings
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

//! Embedding providers for generating vector representations of text

mod mock;
mod openai;
mod provider;

#[cfg(feature = "local-embeddings")]
mod local;

pub use openai::OpenAIEmbedder;
pub use provider::EmbeddingProvider;

#[allow(unused_imports)]
pub use mock::MockEmbedder;
#[allow(unused_imports)]
pub use provider::EmbeddingResult;

#[cfg(feature = "local-embeddings")]
pub use local::LocalEmbedder;

use crate::config::{EmbeddingConfig, EmbeddingProvider as ProviderType};
use anyhow::Result;
use std::sync::Arc;

/// Create an embedding provider based on the configuration
pub fn create_provider(
    config: &EmbeddingConfig,
    verbose: bool,
) -> Result<Arc<dyn EmbeddingProvider>> {
    match config.provider {
        ProviderType::OpenAI => {
            let api_key = config.get_api_key()?;
            Ok(Arc::new(OpenAIEmbedder::new(
                &api_key,
                &config.openai.model,
                &config.openai.base_url,
                config.dimensions,
            )))
        }
        ProviderType::Voyage => {
            // Voyage uses a similar API to OpenAI
            let api_key = config.get_api_key()?;
            Ok(Arc::new(OpenAIEmbedder::new(
                &api_key,
                &config.voyage.model,
                &config.voyage.base_url,
                config.dimensions,
            )))
        }
        #[cfg(feature = "local-embeddings")]
        ProviderType::Local => Ok(Arc::new(LocalEmbedder::new(
            &config.local.model,
            &config.local.cache_dir,
            verbose,
        )?)),
        #[cfg(not(feature = "local-embeddings"))]
        ProviderType::Local => {
            anyhow::bail!(
                "Local embeddings are not enabled. Rebuild with --features local-embeddings"
            )
        }
    }
}