polars-io 0.54.2

IO related logic for the Polars DataFrame library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

use polars_error::PolarsResult;

use crate::cloud::ObjectStoreErrorContext;

/// Wrapper for [`object_store::MultipartUpload`] that handles error conversion.
pub struct PlMultipartUpload {
    inner: Box<dyn object_store::MultipartUpload>,
    error_cx: ObjectStoreErrorContext,
}

impl PlMultipartUpload {
    pub fn new(
        inner: Box<dyn object_store::MultipartUpload>,
        error_cx: ObjectStoreErrorContext,
    ) -> Self {
        Self { inner, error_cx }
    }

    pub fn put(
        &mut self,
        payload: object_store::PutPayload,
    ) -> impl Future<Output = PolarsResult<()>> + Send + 'static {
        let fut = self.inner.put_part(payload);
        let error_cx = self.error_cx.clone();

        async move { fut.await.map_err(|e| error_cx.attach_err_info(e).into()) }
    }

    pub async fn finish(&mut self) -> PolarsResult<object_store::PutResult> {
        self.inner
            .complete()
            .await
            .map_err(|e| self.error_cx.clone().attach_err_info(e).into())
    }
}