pub struct Bucket {Show 13 fields
pub metadata: Metadata,
pub endpoint: Option<String>,
pub profile: String,
pub region: Option<String>,
pub bucket: String,
pub path: String,
pub parameters: Box<Value>,
pub limit: Option<usize>,
pub skip: usize,
pub version: Option<String>,
pub tags: HashMap<String, String>,
pub cache_control: Option<String>,
pub expires: Option<i64>,
/* private fields */
}
Fields§
§metadata: Metadata
§endpoint: Option<String>
§profile: String
§region: Option<String>
§bucket: String
§path: String
§parameters: Box<Value>
§limit: Option<usize>
§skip: usize
§version: Option<String>
§cache_control: Option<String>
§expires: Option<i64>
Implementations§
Trait Implementations§
source§impl Connector for Bucket
impl Connector for Bucket
source§fn set_document(&mut self, document: Box<dyn Document>) -> Result<()>
fn set_document(&mut self, document: Box<dyn Document>) -> Result<()>
See Connector::set_document
for more details.
source§fn set_parameters(&mut self, parameters: Value)
fn set_parameters(&mut self, parameters: Value)
See Connector::set_parameters
for more details.
source§fn is_variable(&self) -> bool
fn is_variable(&self) -> bool
See Connector::is_variable
for more details.
§Examples
use chewdata::connector::bucket::Bucket;
use chewdata::connector::Connector;
use serde_json::Value;
let mut connector = Bucket::default();
assert_eq!(false, connector.is_variable());
let params: Value = serde_json::from_str(r#"{"field":"value"}"#).unwrap();
connector.set_parameters(params);
connector.path = "/dir/filename_{{ field }}.ext".to_string();
assert_eq!(true, connector.is_variable());
source§fn is_resource_will_change(&self, new_parameters: Value) -> Result<bool>
fn is_resource_will_change(&self, new_parameters: Value) -> Result<bool>
See Connector::is_resource_will_change
for more details.
§Example
use chewdata::connector::{bucket::Bucket, Connector};
use serde_json::Value;
let mut connector = Bucket::default();
let params = serde_json::from_str(r#"{"field":"test"}"#).unwrap();
assert_eq!(false, connector.is_resource_will_change(Value::Null).unwrap());
connector.path = "/dir/static.ext".to_string();
assert_eq!(false, connector.is_resource_will_change(Value::Null).unwrap());
connector.path = "/dir/dynamic_{{ field }}.ext".to_string();
assert_eq!(true, connector.is_resource_will_change(params).unwrap());
source§fn path(&self) -> String
fn path(&self) -> String
See Connector::path
for more details.
§Examples
use chewdata::connector::bucket::Bucket;
use chewdata::connector::Connector;
use serde_json::Value;
let mut connector = Bucket::default();
connector.path = "/dir/filename_{{ field }}.ext".to_string();
let params: Value = serde_json::from_str(r#"{"field":"value"}"#).unwrap();
connector.set_parameters(params);
assert_eq!("/dir/filename_value.ext", connector.path());
source§fn len<'life0, 'async_trait>(
&'life0 self
) -> Pin<Box<dyn Future<Output = Result<usize>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn len<'life0, 'async_trait>(
&'life0 self
) -> Pin<Box<dyn Future<Output = Result<usize>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
See Connector::len
for more details.
§Examples
use chewdata::connector::bucket::Bucket;
use chewdata::connector::Connector;
use std::io;
#[async_std::main]
async fn main() -> io::Result<()> {
let mut connector = Bucket::default();
connector.endpoint = Some("http://localhost:9000".to_string());
connector.bucket = "my-bucket".to_string();
connector.path = "data/one_line.json".to_string();
assert!(0 < connector.len().await?, "The length of the document is not greather than 0");
connector.path = "data/not-found-file".to_string();
assert_eq!(0, connector.len().await?);
Ok(())
}
source§fn fetch<'life0, 'async_trait>(
&'life0 mut self
) -> Pin<Box<dyn Future<Output = Result<Option<DataStream>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn fetch<'life0, 'async_trait>(
&'life0 mut self
) -> Pin<Box<dyn Future<Output = Result<Option<DataStream>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
See Connector::fetch
for more details.
§Examples
use chewdata::connector::{bucket::Bucket, Connector};
use chewdata::document::json::Json;
use chewdata::Metadata;
use futures::StreamExt;
use std::io;
#[async_std::main]
async fn main() -> io::Result<()> {
let document = Box::new(Json::default());
let mut connector = Bucket::default();
connector.path = "data/one_line.json".to_string();
connector.endpoint = Some("http://localhost:9000".to_string());
connector.bucket = "my-bucket".to_string();
connector.set_document(document);
let datastream = connector.fetch().await.unwrap().unwrap();
assert!(
0 < datastream.count().await,
"The inner connector should have a size upper than zero"
);
Ok(())
}
source§fn send<'life0, 'life1, 'async_trait>(
&'life0 mut self,
dataset: &'life1 DataSet
) -> Pin<Box<dyn Future<Output = Result<Option<DataStream>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
fn send<'life0, 'life1, 'async_trait>(
&'life0 mut self,
dataset: &'life1 DataSet
) -> Pin<Box<dyn Future<Output = Result<Option<DataStream>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
See Connector::send
for more details.
§Examples
use chewdata::connector::bucket::Bucket;
use chewdata::connector::Connector;
use chewdata::document::json::Json;
use chewdata::DataResult;
use serde_json::{from_str, Value};
use async_std::prelude::*;
use std::io;
#[async_std::main]
async fn main() -> io::Result<()> {
let document = Box::new(Json::default());
let mut connector = Bucket::default();
connector.endpoint = Some("http://localhost:9000".to_string());
connector.bucket = "my-bucket".to_string();
connector.path = "data/out/test_bucket_send".to_string();
connector.set_document(document.clone());
connector.erase().await.unwrap();
let expected_result1 =
DataResult::Ok(serde_json::from_str(r#"[{"column1":"value1"}]"#).unwrap());
let dataset = vec![expected_result1.clone()];
connector
.send(&dataset)
.await
.unwrap();
let mut connector_read = connector.clone();
let mut datastream = connector_read
.fetch()
.await
.unwrap()
.unwrap();
assert_eq!(expected_result1.clone(), datastream.next().await.unwrap());
let expected_result2 =
DataResult::Ok(serde_json::from_str(r#"[{"column1":"value2"}]"#).unwrap());
let dataset = vec![expected_result2.clone()];
connector.send(&dataset).await.unwrap();
let mut connector_read = connector.clone();
let mut datastream = connector_read.fetch().await.unwrap().unwrap();
assert_eq!(expected_result1, datastream.next().await.unwrap());
assert_eq!(expected_result2, datastream.next().await.unwrap());
Ok(())
}
source§fn metadata(&self) -> Metadata
fn metadata(&self) -> Metadata
See Connector::metadata
for more details.
source§fn erase<'life0, 'async_trait>(
&'life0 mut self
) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn erase<'life0, 'async_trait>(
&'life0 mut self
) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
See Connector::erase
for more details.
source§fn paginate<'life0, 'async_trait>(
&'life0 self
) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<Box<dyn Connector>>> + Send>>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn paginate<'life0, 'async_trait>(
&'life0 self
) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<Box<dyn Connector>>> + Send>>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
See Connector::paginate
for more details.
source§fn set_metadata(&mut self, _metadata: Metadata)
fn set_metadata(&mut self, _metadata: Metadata)
Set the connector metadata that can change with the document metadata.
source§impl<'de> Deserialize<'de> for Bucket
impl<'de> Deserialize<'de> for Bucket
source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for Bucket
impl !RefUnwindSafe for Bucket
impl Send for Bucket
impl Sync for Bucket
impl Unpin for Bucket
impl !UnwindSafe for Bucket
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
source§impl<T> ConnectorClone for T
impl<T> ConnectorClone for T
source§impl<T> DisplayOnlyForDebugging for Twhere
T: Debug,
impl<T> DisplayOnlyForDebugging for Twhere
T: Debug,
source§fn display_only_for_debugging(&self) -> String
fn display_only_for_debugging(&self) -> String
Obfusctate a part of the object.
source§impl<T> FmtForward for T
impl<T> FmtForward for T
source§fn fmt_binary(self) -> FmtBinary<Self>where
Self: Binary,
fn fmt_binary(self) -> FmtBinary<Self>where
Self: Binary,
Causes
self
to use its Binary
implementation when Debug
-formatted.source§fn fmt_display(self) -> FmtDisplay<Self>where
Self: Display,
fn fmt_display(self) -> FmtDisplay<Self>where
Self: Display,
Causes
self
to use its Display
implementation when
Debug
-formatted.source§fn fmt_lower_exp(self) -> FmtLowerExp<Self>where
Self: LowerExp,
fn fmt_lower_exp(self) -> FmtLowerExp<Self>where
Self: LowerExp,
Causes
self
to use its LowerExp
implementation when
Debug
-formatted.source§fn fmt_lower_hex(self) -> FmtLowerHex<Self>where
Self: LowerHex,
fn fmt_lower_hex(self) -> FmtLowerHex<Self>where
Self: LowerHex,
Causes
self
to use its LowerHex
implementation when
Debug
-formatted.source§fn fmt_octal(self) -> FmtOctal<Self>where
Self: Octal,
fn fmt_octal(self) -> FmtOctal<Self>where
Self: Octal,
Causes
self
to use its Octal
implementation when Debug
-formatted.source§fn fmt_pointer(self) -> FmtPointer<Self>where
Self: Pointer,
fn fmt_pointer(self) -> FmtPointer<Self>where
Self: Pointer,
Causes
self
to use its Pointer
implementation when
Debug
-formatted.source§fn fmt_upper_exp(self) -> FmtUpperExp<Self>where
Self: UpperExp,
fn fmt_upper_exp(self) -> FmtUpperExp<Self>where
Self: UpperExp,
Causes
self
to use its UpperExp
implementation when
Debug
-formatted.source§fn fmt_upper_hex(self) -> FmtUpperHex<Self>where
Self: UpperHex,
fn fmt_upper_hex(self) -> FmtUpperHex<Self>where
Self: UpperHex,
Causes
self
to use its UpperHex
implementation when
Debug
-formatted.source§impl<T> Instrument for T
impl<T> Instrument for T
source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
source§impl<T> IntoEither for T
impl<T> IntoEither for T
source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self
into a Left
variant of Either<Self, Self>
if into_left
is true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read moresource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self
into a Left
variant of Either<Self, Self>
if into_left(&self)
returns true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read moreCreates a shared type from an unshared type.
source§impl<T> Pipe for Twhere
T: ?Sized,
impl<T> Pipe for Twhere
T: ?Sized,
source§fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> Rwhere
Self: Sized,
fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> Rwhere
Self: Sized,
Pipes by value. This is generally the method you want to use. Read more
source§fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> Rwhere
R: 'a,
fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> Rwhere
R: 'a,
Borrows
self
and passes that borrow into the pipe function. Read moresource§fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> Rwhere
R: 'a,
fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> Rwhere
R: 'a,
Mutably borrows
self
and passes that borrow into the pipe function. Read moresource§fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
source§fn pipe_borrow_mut<'a, B, R>(
&'a mut self,
func: impl FnOnce(&'a mut B) -> R
) -> R
fn pipe_borrow_mut<'a, B, R>( &'a mut self, func: impl FnOnce(&'a mut B) -> R ) -> R
source§fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
Borrows
self
, then passes self.as_ref()
into the pipe function.source§fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
Mutably borrows
self
, then passes self.as_mut()
into the pipe
function.source§fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
Borrows
self
, then passes self.deref()
into the pipe function.source§impl<T> Pointable for T
impl<T> Pointable for T
source§impl<T> Tap for T
impl<T> Tap for T
source§fn tap_borrow<B>(self, func: impl FnOnce(&B)) -> Self
fn tap_borrow<B>(self, func: impl FnOnce(&B)) -> Self
Immutable access to the
Borrow<B>
of a value. Read moresource§fn tap_borrow_mut<B>(self, func: impl FnOnce(&mut B)) -> Self
fn tap_borrow_mut<B>(self, func: impl FnOnce(&mut B)) -> Self
Mutable access to the
BorrowMut<B>
of a value. Read moresource§fn tap_ref<R>(self, func: impl FnOnce(&R)) -> Self
fn tap_ref<R>(self, func: impl FnOnce(&R)) -> Self
Immutable access to the
AsRef<R>
view of a value. Read moresource§fn tap_ref_mut<R>(self, func: impl FnOnce(&mut R)) -> Self
fn tap_ref_mut<R>(self, func: impl FnOnce(&mut R)) -> Self
Mutable access to the
AsMut<R>
view of a value. Read moresource§fn tap_deref<T>(self, func: impl FnOnce(&T)) -> Self
fn tap_deref<T>(self, func: impl FnOnce(&T)) -> Self
Immutable access to the
Deref::Target
of a value. Read moresource§fn tap_deref_mut<T>(self, func: impl FnOnce(&mut T)) -> Self
fn tap_deref_mut<T>(self, func: impl FnOnce(&mut T)) -> Self
Mutable access to the
Deref::Target
of a value. Read moresource§fn tap_dbg(self, func: impl FnOnce(&Self)) -> Self
fn tap_dbg(self, func: impl FnOnce(&Self)) -> Self
Calls
.tap()
only in debug builds, and is erased in release builds.source§fn tap_mut_dbg(self, func: impl FnOnce(&mut Self)) -> Self
fn tap_mut_dbg(self, func: impl FnOnce(&mut Self)) -> Self
Calls
.tap_mut()
only in debug builds, and is erased in release
builds.source§fn tap_borrow_dbg<B>(self, func: impl FnOnce(&B)) -> Self
fn tap_borrow_dbg<B>(self, func: impl FnOnce(&B)) -> Self
Calls
.tap_borrow()
only in debug builds, and is erased in release
builds.source§fn tap_borrow_mut_dbg<B>(self, func: impl FnOnce(&mut B)) -> Self
fn tap_borrow_mut_dbg<B>(self, func: impl FnOnce(&mut B)) -> Self
Calls
.tap_borrow_mut()
only in debug builds, and is erased in release
builds.source§fn tap_ref_dbg<R>(self, func: impl FnOnce(&R)) -> Self
fn tap_ref_dbg<R>(self, func: impl FnOnce(&R)) -> Self
Calls
.tap_ref()
only in debug builds, and is erased in release
builds.source§fn tap_ref_mut_dbg<R>(self, func: impl FnOnce(&mut R)) -> Self
fn tap_ref_mut_dbg<R>(self, func: impl FnOnce(&mut R)) -> Self
Calls
.tap_ref_mut()
only in debug builds, and is erased in release
builds.source§fn tap_deref_dbg<T>(self, func: impl FnOnce(&T)) -> Self
fn tap_deref_dbg<T>(self, func: impl FnOnce(&T)) -> Self
Calls
.tap_deref()
only in debug builds, and is erased in release
builds.