vecboost 0.2.0

High-performance embedding vector service written in Rust
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125

// Copyright (c) 2025-2026 Kirky.X
//
// Licensed under the MIT License
// See LICENSE file in the project root for full license information.

use serde::{Deserialize, Deserializer, Serialize};
use std::collections::HashMap;

#[derive(Debug, Clone, Serialize, Deserialize)]
#[serde(default)]
pub struct PipelineConfig {
    pub enabled: bool,
    pub queue: QueueConfig,
    pub worker: WorkerConfig,
    #[serde(default)]
    pub priority: PriorityConfig,
}

impl Default for PipelineConfig {
    fn default() -> Self {
        Self {
            enabled: true,
            queue: QueueConfig::default(),
            worker: WorkerConfig::default(),
            priority: PriorityConfig::default(),
        }
    }
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[serde(default)]
pub struct QueueConfig {
    pub max_queue_size: usize,
    pub enable_priority: bool,
}

impl Default for QueueConfig {
    fn default() -> Self {
        Self {
            max_queue_size: 10000,
            enable_priority: true,
        }
    }
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[serde(default)]
pub struct WorkerConfig {
    pub min_workers: usize,
    pub max_workers: usize,
    pub scale_up_threshold: usize,
    pub scale_down_threshold: usize,
    pub idle_timeout_secs: u64,
    pub scale_check_interval_secs: u64,
}

impl Default for WorkerConfig {
    fn default() -> Self {
        Self {
            min_workers: 2,
            max_workers: 16,
            scale_up_threshold: 100,
            scale_down_threshold: 10,
            idle_timeout_secs: 60,
            scale_check_interval_secs: 5,
        }
    }
}

#[derive(Debug, Clone, Serialize)]
pub struct PriorityConfig {
    pub base_priority: i32,
    pub timeout_boost_factor: f64,
    #[serde(default)]
    pub user_tier_weights: HashMap<String, f64>,
    #[serde(default)]
    pub source_weights: HashMap<String, f64>,
}

impl<'de> Deserialize<'de> for PriorityConfig {
    fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
    where
        D: Deserializer<'de>,
    {
        #[derive(Deserialize)]
        struct InnerPriorityConfig {
            base_priority: Option<i32>,
            timeout_boost_factor: Option<f64>,
            user_tier_weights: Option<HashMap<String, f64>>,
            source_weights: Option<HashMap<String, f64>>,
        }

        let inner = InnerPriorityConfig::deserialize(deserializer)?;

        Ok(Self {
            base_priority: inner.base_priority.unwrap_or(50),
            timeout_boost_factor: inner.timeout_boost_factor.unwrap_or(2.0),
            user_tier_weights: inner.user_tier_weights.unwrap_or_default(),
            source_weights: inner.source_weights.unwrap_or_default(),
        })
    }
}

impl Default for PriorityConfig {
    fn default() -> Self {
        Self {
            base_priority: 50,
            timeout_boost_factor: 2.0,
            user_tier_weights: [
                ("free".to_string(), 1.0),
                ("pro".to_string(), 1.5),
                ("enterprise".to_string(), 2.0),
            ]
            .into_iter()
            .collect(),
            source_weights: [
                ("http".to_string(), 1.0),
                ("grpc".to_string(), 1.2),
                ("internal".to_string(), 1.5),
            ]
            .into_iter()
            .collect(),
        }
    }
}