pub struct CloudStorageUtils;Expand description
Cloud storage utilities for ML data processing
Implementations§
Source§impl CloudStorageUtils
impl CloudStorageUtils
Sourcepub fn upload_dataset(
client: &dyn CloudStorageClient,
dataset_path: &str,
key_prefix: &str,
) -> UtilsResult<Vec<String>>
pub fn upload_dataset( client: &dyn CloudStorageClient, dataset_path: &str, key_prefix: &str, ) -> UtilsResult<Vec<String>>
Upload ML dataset to cloud storage
Sourcepub fn download_dataset(
client: &dyn CloudStorageClient,
key_prefix: &str,
local_path: &str,
) -> UtilsResult<Vec<String>>
pub fn download_dataset( client: &dyn CloudStorageClient, key_prefix: &str, local_path: &str, ) -> UtilsResult<Vec<String>>
Download ML dataset from cloud storage
Sourcepub fn sync_dataset(
client: &dyn CloudStorageClient,
local_path: &str,
key_prefix: &str,
sync_mode: SyncMode,
) -> UtilsResult<SyncResult>
pub fn sync_dataset( client: &dyn CloudStorageClient, local_path: &str, key_prefix: &str, sync_mode: SyncMode, ) -> UtilsResult<SyncResult>
Sync local dataset with cloud storage
Sourcepub fn batch_upload(
client: &dyn CloudStorageClient,
files: &[(String, String)],
) -> UtilsResult<Vec<String>>
pub fn batch_upload( client: &dyn CloudStorageClient, files: &[(String, String)], ) -> UtilsResult<Vec<String>>
Batch upload multiple files with metadata
Sourcepub fn calculate_storage_metrics(
client: &dyn CloudStorageClient,
key_prefix: &str,
) -> UtilsResult<StorageMetrics>
pub fn calculate_storage_metrics( client: &dyn CloudStorageClient, key_prefix: &str, ) -> UtilsResult<StorageMetrics>
Calculate storage metrics for ML datasets
Auto Trait Implementations§
impl Freeze for CloudStorageUtils
impl RefUnwindSafe for CloudStorageUtils
impl Send for CloudStorageUtils
impl Sync for CloudStorageUtils
impl Unpin for CloudStorageUtils
impl UnwindSafe for CloudStorageUtils
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more