liboxen 0.53.0

Oxen is a fast data version control system, built with machine learning training data in mind. Designed to handle terabytes of data with ease, using a workflow similar to git. Version both structured and unstructured data of any modality: text, images, video, audio, CSV, Parquet, JSONL, model checkpoints, and more. liboxen is the embeddable core library behind the oxen CLI and server, which power fine tuning and inference pipelines for multimodal LLMs, image models, and video models on Oxen.ai.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79

//! The structs and enums that are used to represent the data in the oxen library
//!

pub mod branch;
pub mod commit;
pub mod data_frame;
pub mod diff;
pub mod entry;
pub mod file;
pub mod merge_conflict;
pub mod merkle_tree;
pub mod metadata;
pub mod namespace;
pub mod parsed_resource;
pub mod partial_node;
pub mod remote;
pub mod remote_branch;
pub mod repository;
pub mod staged_data;
pub mod staged_dir_stats;
pub mod summarized_staged_dir_stats;
pub mod user;
pub mod workspace;

// Namespace
pub use crate::model::namespace::Namespace;

// Repository
pub use crate::model::repository::local_repository::LocalRepository;
pub use crate::model::repository::remote_repository::RemoteRepository;
pub use crate::model::repository::repo_stats::{DataTypeStat, RepoStats};

// Commit
pub use crate::model::commit::{Commit, CommitStats, NewCommit, NewCommitBody};

// Branch
pub use crate::model::branch::Branch;
pub use crate::model::remote_branch::RemoteBranch;

// Entry (TODO: These should just be nodes in the tree)
pub use crate::model::diff::diff_entry::DiffEntry;
pub use crate::model::entry::commit_entry::CommitEntry;
pub use crate::model::entry::entry_data_type::EntryDataType;
pub use crate::model::entry::metadata_entry::MetadataEntry;
pub use crate::model::entry::staged_entry::{StagedEntry, StagedEntryStatus};

// Merge
pub use crate::model::merge_conflict::EntryMergeConflict;
pub use crate::model::merge_conflict::NodeMergeConflict;

pub use crate::model::data_frame::data_frame_size::DataFrameSize;

pub use crate::model::user::User;

pub use crate::model::parsed_resource::ParsedResource;

pub use crate::model::staged_data::StagedData;
pub use crate::model::staged_dir_stats::StagedDirStats;
pub use crate::model::summarized_staged_dir_stats::SummarizedStagedDirStats;

pub use crate::model::remote::Remote;

// Data Frame
pub use crate::model::diff::data_frame_diff::DataFrameDiff;

pub use crate::model::data_frame::schema::Schema;
pub use crate::model::data_frame::schema::staged_schema::StagedSchema;

// Workspace
pub use crate::model::workspace::Workspace;

// Merkle Tree Node
pub use crate::model::merkle_tree::merkle_hash::MerkleHash;
pub use crate::model::merkle_tree::node_type::{
    MerkleTreeNodeIdType, MerkleTreeNodeType, TMerkleTreeNode,
};

// Partial Node
pub use crate::model::partial_node::PartialNode;