oxen-server 0.49.1

Oxen is a fast, unstructured data version control, to help version large machine learning datasets written in Rust.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100

use crate::errors::OxenHttpError;
use crate::helpers::get_repo;
use crate::params::{app_data, path_param};
use actix_web::{HttpRequest, HttpResponse, web};
use liboxen::repositories;
use liboxen::view::http::{STATUS_ERROR, STATUS_SUCCESS};
use liboxen::view::oxen_response::ErrorResponse;
use serde::{Deserialize, Serialize};

#[derive(Serialize, Deserialize, Debug)]
pub struct PruneRequest {
    #[serde(default)]
    pub dry_run: bool,
}

#[derive(Serialize, Deserialize, Debug)]
pub struct PruneStatsResponse {
    pub nodes_scanned: usize,
    pub nodes_kept: usize,
    pub nodes_removed: usize,
    pub versions_scanned: usize,
    pub versions_kept: usize,
    pub versions_removed: usize,
    pub bytes_freed: u64,
}

#[derive(Serialize, Deserialize, Debug)]
pub struct PruneResponse {
    pub status: String,
    pub status_message: String,
    pub status_description: Option<String>,
    pub error: Option<ErrorResponse>,
    pub stats: PruneStatsResponse,
}

/// POST /prune
/// Trigger a prune operation on the repository
pub async fn prune(
    req: HttpRequest,
    body: web::Json<PruneRequest>,
) -> actix_web::Result<HttpResponse, OxenHttpError> {
    let app_data = app_data(&req)?;
    let namespace = path_param(&req, "namespace")?.to_string();
    let repo_name = path_param(&req, "repo_name")?.to_string();

    // Get the repository
    let repository = get_repo(&app_data.path, &namespace, &repo_name)?;

    let dry_run = body.dry_run;

    log::info!("Prune requested for {namespace}/{repo_name} (dry_run: {dry_run})");

    // Run the prune operation
    match repositories::prune::prune(&repository, dry_run).await {
        Ok(stats) => {
            let status_message = if dry_run {
                "Prune dry-run completed successfully. No files were deleted.".to_string()
            } else {
                "Prune completed successfully.".to_string()
            };

            let response = PruneResponse {
                status: STATUS_SUCCESS.to_string(),
                status_message,
                status_description: None,
                error: None,
                stats: PruneStatsResponse {
                    nodes_scanned: stats.nodes_scanned,
                    nodes_kept: stats.nodes_kept,
                    nodes_removed: stats.nodes_removed,
                    versions_scanned: stats.versions_scanned,
                    versions_kept: stats.versions_kept,
                    versions_removed: stats.versions_removed,
                    bytes_freed: stats.bytes_freed,
                },
            };

            Ok(HttpResponse::Ok().json(response))
        }
        Err(err) => {
            log::error!("Prune failed: {err}");
            let response = PruneResponse {
                status: STATUS_ERROR.to_string(),
                status_message: format!("Prune failed: {err}"),
                status_description: None,
                error: None,
                stats: PruneStatsResponse {
                    nodes_scanned: 0,
                    nodes_kept: 0,
                    nodes_removed: 0,
                    versions_scanned: 0,
                    versions_kept: 0,
                    versions_removed: 0,
                    bytes_freed: 0,
                },
            };
            Ok(HttpResponse::InternalServerError().json(response))
        }
    }
}