liboxen 0.46.8

Oxen is a fast, unstructured data version control, to help version large machine learning datasets written in Rust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140

use crate::core::refs::with_ref_manager;

use crate::error::OxenError;
use crate::model::{LocalRepository, ParsedResource};
use crate::repositories;

use crate::util;

use std::path::{Path, PathBuf};

pub fn parse_resource_from_path(
    repo: &LocalRepository,
    path: &Path,
) -> Result<Option<ParsedResource>, OxenError> {
    let mut components = path.components().collect::<Vec<_>>();
    // Try to use the first component as a commit id or a workspace id.
    if let Some(first_component) = components.first() {
        let base_path: &Path = first_component.as_ref();
        let first_str = base_path.to_str().unwrap();

        // First try to interpret the first component as a commit id.
        if let Some(commit) = repositories::commits::get_by_id(repo, first_str)? {
            let mut file_path = PathBuf::new();
            for (i, component) in components.iter().enumerate() {
                if i != 0 {
                    let component_path: &Path = component.as_ref();
                    file_path = file_path.join(component_path);
                }
            }
            log::debug!(
                "parse_resource_from_path got commit.id [{}] and filepath [{:?}]",
                commit.id,
                file_path
            );
            return Ok(Some(ParsedResource {
                commit: Some(commit.clone()),
                branch: None,
                workspace: None,
                path: file_path,
                version: PathBuf::from(commit.id.to_string()),
                resource: path.to_owned(),
            }));
        }

        // If not a commit, try to interpret the first component as a workspace id.
        match repositories::workspaces::get(repo, first_str) {
            Ok(Some(workspace)) => {
                let mut file_path = PathBuf::new();
                for (i, component) in components.iter().enumerate() {
                    if i != 0 {
                        let component_path: &Path = component.as_ref();
                        file_path = file_path.join(component_path);
                    }
                }
                log::debug!(
                    "parse_resource_from_path got workspace.id [{}] and filepath [{:?}]",
                    workspace.id,
                    file_path
                );
                return Ok(Some(ParsedResource {
                    commit: None,
                    branch: None,
                    workspace: Some(workspace.clone()),
                    path: file_path,
                    version: PathBuf::from(workspace.id),
                    resource: path.to_owned(),
                }));
            }
            Ok(None) => {
                log::debug!("Workspace not found: {first_str}");
                // Continue to branch resolution below if no workspace is found
            }
            Err(e) => {
                log::debug!("Workspace lookup failed for '{first_str}' with error: {e:?}");
                // Continue to branch resolution below if no workspace is found
            }
        }
    }

    // Fallback to branch resolution logic if neither commit nor workspace was found.
    // Create a ref reader to look up branch information.
    let mut file_path = PathBuf::new();
    while let Some(component) = components.pop() {
        let component_path: &Path = component.as_ref();
        if file_path == PathBuf::new() {
            file_path = component_path.to_path_buf();
        } else {
            file_path = component_path.join(file_path);
        }
        // If we have no more components to process, consider this as the branch name.
        if components.is_empty() {
            let branch_name = util::fs::linux_path_str(file_path.to_str().unwrap());
            let maybe_branch =
                with_ref_manager(repo, |manager| manager.get_branch_by_name(&branch_name))?;
            if let Some(branch) = maybe_branch {
                log::debug!(
                    "parse_resource_from_path got branch [{branch_name}] with no file path"
                );
                let commit = repositories::commits::get_by_id(repo, &branch.commit_id)?;
                file_path = PathBuf::from("");
                return Ok(Some(ParsedResource {
                    commit,
                    branch: Some(branch.clone()),
                    workspace: None,
                    path: file_path,
                    version: PathBuf::from(branch.name),
                    resource: path.to_owned(),
                }));
            } else {
                return Ok(None);
            }
        }

        // Otherwise, try constructing a branch name from the remaining components.
        let mut branch_path = PathBuf::new();
        for component in components.iter() {
            let component_path: &Path = component.as_ref();
            branch_path = branch_path.join(component_path);
        }
        let branch_name = util::fs::linux_path_str(branch_path.to_str().unwrap());
        let maybe_branch =
            with_ref_manager(repo, |manager| manager.get_branch_by_name(&branch_name))?;
        if let Some(branch) = maybe_branch {
            log::debug!(
                "parse_resource_from_path got branch [{branch_name}] and filepath [{file_path:?}]"
            );
            let commit = repositories::commits::get_by_id(repo, &branch.commit_id)?;
            return Ok(Some(ParsedResource {
                commit,
                branch: Some(branch.clone()),
                workspace: None,
                path: file_path,
                version: PathBuf::from(branch.name),
                resource: path.to_owned(),
            }));
        }
    }

    Ok(None)
}