nominal_api_proto/proto/
nominal.file_ingest.v1.rs

1// This file is @generated by prost-build.
2#[derive(Clone, PartialEq, ::prost::Message)]
3pub struct IngestFileRequest {
4    #[prost(string, tag = "1")]
5    pub ingest_job_rid: ::prost::alloc::string::String,
6    #[prost(string, tag = "2")]
7    pub dataset_file_id: ::prost::alloc::string::String,
8    #[prost(string, tag = "3")]
9    pub dataset_rid: ::prost::alloc::string::String,
10    #[prost(string, tag = "4")]
11    pub org_rid: ::prost::alloc::string::String,
12    #[prost(string, tag = "5")]
13    pub workspace_rid: ::prost::alloc::string::String,
14    #[prost(string, optional, tag = "11")]
15    pub created_by: ::core::option::Option<::prost::alloc::string::String>,
16    #[prost(message, optional, tag = "6")]
17    pub handle: ::core::option::Option<super::super::types::object_storage::Handle>,
18    #[prost(message, optional, tag = "7")]
19    pub timestamp_metadata: ::core::option::Option<TimestampMetadata>,
20    #[prost(map = "string, string", tag = "8")]
21    pub additional_tags: ::std::collections::HashMap<
22        ::prost::alloc::string::String,
23        ::prost::alloc::string::String,
24    >,
25    #[prost(oneof = "ingest_file_request::Ingest", tags = "9, 10")]
26    pub ingest: ::core::option::Option<ingest_file_request::Ingest>,
27}
28/// Nested message and enum types in `IngestFileRequest`.
29pub mod ingest_file_request {
30    #[derive(Clone, PartialEq, ::prost::Oneof)]
31    pub enum Ingest {
32        #[prost(message, tag = "9")]
33        LogIngest(super::LogFileIngest),
34        #[prost(message, tag = "10")]
35        DataIngest(super::DataFileIngest),
36    }
37}
38#[derive(Clone, PartialEq, ::prost::Message)]
39pub struct LogFileIngest {
40    #[prost(string, tag = "1")]
41    pub log_channel: ::prost::alloc::string::String,
42    #[prost(string, optional, tag = "2")]
43    pub message_field: ::core::option::Option<::prost::alloc::string::String>,
44}
45#[derive(Clone, PartialEq, ::prost::Message)]
46pub struct DataFileIngest {
47    #[prost(map = "string, string", tag = "4")]
48    pub units: ::std::collections::HashMap<
49        ::prost::alloc::string::String,
50        ::prost::alloc::string::String,
51    >,
52    #[prost(string, optional, tag = "5")]
53    pub channel_prefix: ::core::option::Option<::prost::alloc::string::String>,
54    #[prost(map = "string, string", tag = "6")]
55    pub channel_name_overrides: ::std::collections::HashMap<
56        ::prost::alloc::string::String,
57        ::prost::alloc::string::String,
58    >,
59    #[prost(oneof = "data_file_ingest::Shape", tags = "1, 2, 3")]
60    pub shape: ::core::option::Option<data_file_ingest::Shape>,
61}
62/// Nested message and enum types in `DataFileIngest`.
63pub mod data_file_ingest {
64    #[derive(Clone, PartialEq, ::prost::Oneof)]
65    pub enum Shape {
66        #[prost(message, tag = "1")]
67        WideOpts(super::WideOpts),
68        #[prost(message, tag = "2")]
69        LongOpts(super::LongOpts),
70        #[prost(message, tag = "3")]
71        BatchOpts(super::BatchOpts),
72    }
73}
74#[derive(Clone, PartialEq, ::prost::Message)]
75pub struct WideOpts {
76    #[prost(map = "string, string", tag = "4")]
77    pub tag_columns: ::std::collections::HashMap<
78        ::prost::alloc::string::String,
79        ::prost::alloc::string::String,
80    >,
81    #[prost(string, repeated, tag = "5")]
82    pub exclude_columns: ::prost::alloc::vec::Vec<::prost::alloc::string::String>,
83    #[prost(oneof = "wide_opts::Format", tags = "1, 2, 3")]
84    pub format: ::core::option::Option<wide_opts::Format>,
85}
86/// Nested message and enum types in `WideOpts`.
87pub mod wide_opts {
88    #[derive(Clone, Copy, PartialEq, ::prost::Oneof)]
89    pub enum Format {
90        #[prost(message, tag = "1")]
91        CsvOpts(super::CsvOpts),
92        #[prost(message, tag = "2")]
93        ParquetOpts(super::ParquetOpts),
94        #[prost(message, tag = "3")]
95        AvroOpts(super::AvroOpts),
96    }
97}
98#[derive(Clone, PartialEq, ::prost::Message)]
99pub struct LongOpts {
100    #[prost(string, tag = "4")]
101    pub channel_column: ::prost::alloc::string::String,
102    #[prost(string, tag = "5")]
103    pub value_column: ::prost::alloc::string::String,
104    #[prost(string, optional, tag = "6")]
105    pub tags_column: ::core::option::Option<::prost::alloc::string::String>,
106    #[prost(oneof = "long_opts::Format", tags = "1, 2, 3")]
107    pub format: ::core::option::Option<long_opts::Format>,
108}
109/// Nested message and enum types in `LongOpts`.
110pub mod long_opts {
111    #[derive(Clone, Copy, PartialEq, ::prost::Oneof)]
112    pub enum Format {
113        #[prost(message, tag = "1")]
114        CsvOpts(super::CsvOpts),
115        #[prost(message, tag = "2")]
116        ParquetOpts(super::ParquetOpts),
117        #[prost(message, tag = "3")]
118        AvroOpts(super::AvroOpts),
119    }
120}
121#[derive(Clone, PartialEq, ::prost::Message)]
122pub struct BatchOpts {
123    #[prost(string, tag = "2")]
124    pub channel_field: ::prost::alloc::string::String,
125    #[prost(string, tag = "3")]
126    pub timestamps_field: ::prost::alloc::string::String,
127    #[prost(string, tag = "4")]
128    pub values_field: ::prost::alloc::string::String,
129    #[prost(string, optional, tag = "5")]
130    pub tags_field: ::core::option::Option<::prost::alloc::string::String>,
131    #[prost(oneof = "batch_opts::Format", tags = "1")]
132    pub format: ::core::option::Option<batch_opts::Format>,
133}
134/// Nested message and enum types in `BatchOpts`.
135pub mod batch_opts {
136    #[derive(Clone, Copy, PartialEq, ::prost::Oneof)]
137    pub enum Format {
138        #[prost(message, tag = "1")]
139        AvroOpts(super::AvroOpts),
140    }
141}
142#[derive(Clone, PartialEq, ::prost::Message)]
143pub struct TimestampMetadata {
144    #[prost(string, tag = "1")]
145    pub column: ::prost::alloc::string::String,
146    #[prost(message, optional, tag = "2")]
147    pub r#type: ::core::option::Option<super::super::types::time::TimestampType>,
148}
149#[derive(Clone, Copy, PartialEq, ::prost::Message)]
150pub struct CsvOpts {
151    #[prost(bool, tag = "1")]
152    pub full_file_schema_inference: bool,
153}
154#[derive(Clone, Copy, PartialEq, ::prost::Message)]
155pub struct ParquetOpts {}
156#[derive(Clone, Copy, PartialEq, ::prost::Message)]
157pub struct AvroOpts {}
158#[derive(Clone, PartialEq, ::prost::Message)]
159pub struct SetDatasetFileIngestStatusRequest {
160    #[prost(string, tag = "1")]
161    pub dataset_file_id: ::prost::alloc::string::String,
162    #[prost(string, tag = "2")]
163    pub dataset_rid: ::prost::alloc::string::String,
164    #[prost(string, tag = "6")]
165    pub ingest_job_rid: ::prost::alloc::string::String,
166    #[prost(oneof = "set_dataset_file_ingest_status_request::Status", tags = "3, 4, 5")]
167    pub status: ::core::option::Option<set_dataset_file_ingest_status_request::Status>,
168}
169/// Nested message and enum types in `SetDatasetFileIngestStatusRequest`.
170pub mod set_dataset_file_ingest_status_request {
171    #[derive(Clone, PartialEq, ::prost::Oneof)]
172    pub enum Status {
173        #[prost(message, tag = "3")]
174        Parsing(super::Parsing),
175        #[prost(message, tag = "4")]
176        Ingesting(super::Ingesting),
177        #[prost(message, tag = "5")]
178        Error(super::Error),
179    }
180}
181#[derive(Clone, Copy, PartialEq, ::prost::Message)]
182pub struct SetDatasetFileIngestStatusResponse {}
183#[derive(Clone, Copy, PartialEq, ::prost::Message)]
184pub struct Parsing {
185    #[prost(message, optional, tag = "1")]
186    pub bounds: ::core::option::Option<super::super::types::time::Range>,
187}
188#[derive(Clone, Copy, PartialEq, ::prost::Message)]
189pub struct Ingesting {
190    #[prost(message, optional, tag = "1")]
191    pub bounds: ::core::option::Option<super::super::types::time::Range>,
192}
193#[derive(Clone, PartialEq, ::prost::Message)]
194pub struct Error {
195    #[prost(string, tag = "1")]
196    pub error_type: ::prost::alloc::string::String,
197    #[prost(string, tag = "2")]
198    pub message: ::prost::alloc::string::String,
199    #[prost(string, tag = "3")]
200    pub org_rid: ::prost::alloc::string::String,
201    #[prost(string, tag = "4")]
202    pub file_type: ::prost::alloc::string::String,
203}
204#[derive(Clone, PartialEq, ::prost::Message)]
205pub struct ParseFileRequest {
206    #[prost(string, tag = "1")]
207    pub ingest_job_rid: ::prost::alloc::string::String,
208    #[prost(string, tag = "2")]
209    pub dataset_file_id: ::prost::alloc::string::String,
210    #[prost(string, tag = "3")]
211    pub dataset_rid: ::prost::alloc::string::String,
212    #[prost(string, tag = "4")]
213    pub org_rid: ::prost::alloc::string::String,
214    #[prost(string, tag = "5")]
215    pub workspace_rid: ::prost::alloc::string::String,
216    #[prost(string, optional, tag = "11")]
217    pub created_by: ::core::option::Option<::prost::alloc::string::String>,
218    #[prost(message, optional, tag = "6")]
219    pub handle: ::core::option::Option<super::super::types::object_storage::Handle>,
220    #[prost(message, optional, tag = "7")]
221    pub timestamp_metadata: ::core::option::Option<TimestampMetadata>,
222    #[prost(map = "string, string", tag = "8")]
223    pub additional_tags: ::std::collections::HashMap<
224        ::prost::alloc::string::String,
225        ::prost::alloc::string::String,
226    >,
227    #[prost(oneof = "parse_file_request::Ingest", tags = "9, 10")]
228    pub ingest: ::core::option::Option<parse_file_request::Ingest>,
229}
230/// Nested message and enum types in `ParseFileRequest`.
231pub mod parse_file_request {
232    #[derive(Clone, PartialEq, ::prost::Oneof)]
233    pub enum Ingest {
234        #[prost(message, tag = "9")]
235        LogIngest(super::LogFileIngest),
236        #[prost(message, tag = "10")]
237        DataIngest(super::DataFileIngest),
238    }
239}
240#[derive(Clone, PartialEq, ::prost::Message)]
241pub struct ParseFileResponse {
242    #[prost(message, optional, tag = "2")]
243    pub bounds: ::core::option::Option<super::super::types::time::Range>,
244    #[prost(message, optional, tag = "3")]
245    pub staged_batches_manifest: ::core::option::Option<
246        super::super::types::object_storage::Handle,
247    >,
248    #[prost(int32, tag = "4")]
249    pub staged_batches_count: i32,
250}
251#[derive(Clone, PartialEq, ::prost::Message)]
252pub struct StagedBatchManifest {
253    #[prost(message, repeated, tag = "1")]
254    pub staged_batches: ::prost::alloc::vec::Vec<StagedBatch>,
255}
256#[derive(Clone, PartialEq, ::prost::Message)]
257pub struct WriteFileBatchesToKafkaRequest {
258    #[prost(string, tag = "2")]
259    pub ingest_job_rid: ::prost::alloc::string::String,
260    #[prost(string, tag = "3")]
261    pub file_rid: ::prost::alloc::string::String,
262    #[prost(string, tag = "4")]
263    pub org_rid: ::prost::alloc::string::String,
264    #[prost(string, tag = "5")]
265    pub dataset_file_id: ::prost::alloc::string::String,
266    #[prost(string, tag = "6")]
267    pub dataset_rid: ::prost::alloc::string::String,
268    #[prost(message, optional, tag = "7")]
269    pub staged_batches_manifest: ::core::option::Option<
270        super::super::types::object_storage::Handle,
271    >,
272}
273#[derive(Clone, PartialEq, ::prost::Message)]
274pub struct StagedBatch {
275    #[prost(int32, tag = "1")]
276    pub batch_id: i32,
277    #[prost(message, optional, tag = "2")]
278    pub handle: ::core::option::Option<super::super::types::object_storage::Handle>,
279    #[prost(
280        enumeration = "super::super::direct_channel_writer::v2::BatchFormat",
281        tag = "3"
282    )]
283    pub format: i32,
284}
285#[derive(Clone, Copy, PartialEq, ::prost::Message)]
286pub struct WriteFileBatchesToKafkaResponse {}
nominal_api_proto/proto/nominal.file_ingest.v1.rs

nominal_api_proto/proto/
nominal.file_ingest.v1.rs
