nominal_api/conjure/objects/ingest/api/
reingest_datasets_request.rs

1#[derive(
2    Debug,
3    Clone,
4    conjure_object::serde::Serialize,
5    conjure_object::serde::Deserialize,
6    PartialEq,
7    Eq,
8    PartialOrd,
9    Ord,
10    Hash
11)]
12#[serde(crate = "conjure_object::serde")]
13#[conjure_object::private::staged_builder::staged_builder]
14#[builder(crate = conjure_object::private::staged_builder, update, inline)]
15pub struct ReingestDatasetsRequest {
16    #[builder(default, list(item(type = super::super::super::api::rids::DatasetRid)))]
17    #[serde(rename = "sourceDatasets", skip_serializing_if = "Vec::is_empty", default)]
18    source_datasets: Vec<super::super::super::api::rids::DatasetRid>,
19    #[builder(custom(type = super::DatasetIngestTarget, convert = Box::new))]
20    #[serde(rename = "targetDataset")]
21    target_dataset: Box<super::DatasetIngestTarget>,
22    #[builder(
23        default,
24        map(
25            key(type = super::super::super::api::rids::DatasetRid),
26            value(type = super::IngestMetadata)
27        )
28    )]
29    #[serde(
30        rename = "ingestMetadata",
31        skip_serializing_if = "std::collections::BTreeMap::is_empty",
32        default
33    )]
34    ingest_metadata: std::collections::BTreeMap<
35        super::super::super::api::rids::DatasetRid,
36        super::IngestMetadata,
37    >,
38}
39impl ReingestDatasetsRequest {
40    /// Constructs a new instance of the type.
41    #[inline]
42    pub fn new(target_dataset: super::DatasetIngestTarget) -> Self {
43        Self::builder().target_dataset(target_dataset).build()
44    }
45    /// The datasets to reingest data from. Can only include tagless, non-streaming datasets (V1).
46    /// The datasets must be of the same granularity and must only include CSV or Parquet files.
47    /// Will attempt to reingest from datasets in list order.
48    #[inline]
49    pub fn source_datasets(&self) -> &[super::super::super::api::rids::DatasetRid] {
50        &*self.source_datasets
51    }
52    /// The dataset to ingest data into. Can either be a new dataset or an existing dataset RID.
53    #[inline]
54    pub fn target_dataset(&self) -> &super::DatasetIngestTarget {
55        &*self.target_dataset
56    }
57    /// Mapping of dataset to ingest metadata.
58    /// Ingest metadata only needs to be provided in request if it cannot be recovered from prior ingests.
59    /// See documentation on each field to determine what metadata can be auto-recovered.
60    #[inline]
61    pub fn ingest_metadata(
62        &self,
63    ) -> &std::collections::BTreeMap<
64        super::super::super::api::rids::DatasetRid,
65        super::IngestMetadata,
66    > {
67        &self.ingest_metadata
68    }
69}
nominal_api/conjure/objects/ingest/api/reingest_datasets_request.rs

nominal_api/conjure/objects/ingest/api/
reingest_datasets_request.rs
