vecboost 0.2.0

High-performance embedding vector service written in Rust
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

// Copyright (c) 2025-2026 Kirky.X
//
// Licensed under the MIT License
// See LICENSE file in the project root for full license information.

//! 内存池模块
//!
//! 提供多种内存池实现，用于优化内存分配和释放性能：
//! - BufferPool: CPU 缓冲区池
//! - ModelWeightPool: 模型权重内存池
//! - CudaPool: CUDA 内存池

mod buffer_pool;
mod config;
mod cuda_pool;
mod model_pool;
mod pool_manager;

pub use buffer_pool::{BufferPool, BufferPoolStats};
pub use config::{BufferPoolConfig, CudaPoolConfig, MemoryPoolConfig, ModelWeightPoolConfig};
pub use cuda_pool::CudaMemoryPool;
pub use model_pool::{ModelPoolStats, ModelSlot, ModelWeightPool};
pub use pool_manager::{MemoryPoolManager, MemoryPoolStats};