liboxen 0.46.12

Oxen is a fast, unstructured data version control, to help version large machine learning datasets written in Rust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

use serde::{Deserialize, Serialize};
use std::collections::HashMap;

pub const EMBEDDING_CONFIG_FILENAME: &str = "embeddings.toml";

#[derive(Serialize, Deserialize, Debug, Clone, PartialEq, Eq)]
#[serde(rename_all = "snake_case")]
pub enum EmbeddingStatus {
    NotIndexed,
    Started,
    InProgress,
    Complete,
    Failed,
}

#[derive(Serialize, Deserialize, Debug, Clone)]
pub struct EmbeddingColumn {
    pub name: String,
    pub vector_length: usize,
    pub status: EmbeddingStatus,
}

#[derive(Serialize, Deserialize, Debug, Clone, Default)]
pub struct EmbeddingConfig {
    // Map of column name to embedding vector length
    pub columns: HashMap<String, EmbeddingColumn>,
}