reflex-server 0.2.2

OpenAI-compatible HTTP gateway for Reflex cache
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70

use genai::Client;
use std::path::PathBuf;
use std::sync::Arc;

use reflex::cache::{BqSearchBackend, StorageLoader, TieredCache};
use reflex::scoring::CrossEncoderScorer;

#[derive(Clone)]
pub struct HandlerState<
    B: BqSearchBackend + Clone + Send + Sync + 'static,
    S: StorageLoader + Clone + Send + Sync + 'static,
> {
    pub tiered_cache: Arc<TieredCache<B, S>>,

    pub scorer: Arc<CrossEncoderScorer>,

    pub storage_path: PathBuf,

    pub bq_client: B,

    pub collection_name: String,

    pub genai_client: Client,

    pub mock_provider: bool,
}

impl<B, S> HandlerState<B, S>
where
    B: BqSearchBackend + Clone + Send + Sync + 'static,
    S: StorageLoader + Clone + Send + Sync + 'static,
{
    pub fn new(
        tiered_cache: Arc<TieredCache<B, S>>,
        scorer: Arc<CrossEncoderScorer>,
        storage_path: PathBuf,
        bq_client: B,
        collection_name: String,
    ) -> Self {
        let mock_provider = std::env::var_os("REFLEX_MOCK_PROVIDER").is_some_and(|v| !v.is_empty());
        Self {
            tiered_cache,
            scorer,
            storage_path,
            bq_client,
            collection_name,
            genai_client: Client::default(),
            mock_provider,
        }
    }

    pub fn new_with_mock_provider(
        tiered_cache: Arc<TieredCache<B, S>>,
        scorer: Arc<CrossEncoderScorer>,
        storage_path: PathBuf,
        bq_client: B,
        collection_name: String,
        mock_provider: bool,
    ) -> Self {
        Self {
            tiered_cache,
            scorer,
            storage_path,
            bq_client,
            collection_name,
            genai_client: Client::default(),
            mock_provider,
        }
    }
}