nominal_api_proto/proto/
nominal.file_ingest.v1.rs

1// This file is @generated by prost-build.
2#[derive(Clone, PartialEq, ::prost::Message)]
3pub struct IngestFileRequest {
4    #[prost(string, tag = "1")]
5    pub ingest_job_rid: ::prost::alloc::string::String,
6    #[prost(string, tag = "2")]
7    pub dataset_file_id: ::prost::alloc::string::String,
8    #[prost(string, tag = "3")]
9    pub dataset_rid: ::prost::alloc::string::String,
10    #[prost(string, tag = "4")]
11    pub org_rid: ::prost::alloc::string::String,
12    #[prost(string, tag = "5")]
13    pub workspace_rid: ::prost::alloc::string::String,
14    #[prost(message, optional, tag = "6")]
15    pub handle: ::core::option::Option<super::super::types::object_storage::Handle>,
16    #[prost(message, optional, tag = "7")]
17    pub timestamp_metadata: ::core::option::Option<TimestampMetadata>,
18    #[prost(map = "string, string", tag = "8")]
19    pub additional_tags: ::std::collections::HashMap<
20        ::prost::alloc::string::String,
21        ::prost::alloc::string::String,
22    >,
23    #[prost(oneof = "ingest_file_request::Ingest", tags = "9, 10")]
24    pub ingest: ::core::option::Option<ingest_file_request::Ingest>,
25}
26/// Nested message and enum types in `IngestFileRequest`.
27pub mod ingest_file_request {
28    #[derive(Clone, PartialEq, ::prost::Oneof)]
29    pub enum Ingest {
30        #[prost(message, tag = "9")]
31        LogIngest(super::LogFileIngest),
32        #[prost(message, tag = "10")]
33        DataIngest(super::DataFileIngest),
34    }
35}
36#[derive(Clone, PartialEq, ::prost::Message)]
37pub struct LogFileIngest {
38    #[prost(string, tag = "1")]
39    pub log_channel: ::prost::alloc::string::String,
40    #[prost(string, optional, tag = "2")]
41    pub message_field: ::core::option::Option<::prost::alloc::string::String>,
42}
43#[derive(Clone, PartialEq, ::prost::Message)]
44pub struct DataFileIngest {
45    #[prost(map = "string, string", tag = "4")]
46    pub units: ::std::collections::HashMap<
47        ::prost::alloc::string::String,
48        ::prost::alloc::string::String,
49    >,
50    #[prost(string, optional, tag = "5")]
51    pub channel_prefix: ::core::option::Option<::prost::alloc::string::String>,
52    #[prost(map = "string, string", tag = "6")]
53    pub channel_name_overrides: ::std::collections::HashMap<
54        ::prost::alloc::string::String,
55        ::prost::alloc::string::String,
56    >,
57    #[prost(oneof = "data_file_ingest::Shape", tags = "1, 2, 3")]
58    pub shape: ::core::option::Option<data_file_ingest::Shape>,
59}
60/// Nested message and enum types in `DataFileIngest`.
61pub mod data_file_ingest {
62    #[derive(Clone, PartialEq, ::prost::Oneof)]
63    pub enum Shape {
64        #[prost(message, tag = "1")]
65        WideOpts(super::WideOpts),
66        #[prost(message, tag = "2")]
67        LongOpts(super::LongOpts),
68        #[prost(message, tag = "3")]
69        BatchOpts(super::BatchOpts),
70    }
71}
72#[derive(Clone, PartialEq, ::prost::Message)]
73pub struct WideOpts {
74    #[prost(map = "string, string", tag = "4")]
75    pub tag_columns: ::std::collections::HashMap<
76        ::prost::alloc::string::String,
77        ::prost::alloc::string::String,
78    >,
79    #[prost(string, repeated, tag = "5")]
80    pub exclude_columns: ::prost::alloc::vec::Vec<::prost::alloc::string::String>,
81    #[prost(oneof = "wide_opts::Format", tags = "1, 2, 3")]
82    pub format: ::core::option::Option<wide_opts::Format>,
83}
84/// Nested message and enum types in `WideOpts`.
85pub mod wide_opts {
86    #[derive(Clone, Copy, PartialEq, ::prost::Oneof)]
87    pub enum Format {
88        #[prost(message, tag = "1")]
89        CsvOpts(super::CsvOpts),
90        #[prost(message, tag = "2")]
91        ParquetOpts(super::ParquetOpts),
92        #[prost(message, tag = "3")]
93        AvroOpts(super::AvroOpts),
94    }
95}
96#[derive(Clone, PartialEq, ::prost::Message)]
97pub struct LongOpts {
98    #[prost(string, tag = "4")]
99    pub channel_column: ::prost::alloc::string::String,
100    #[prost(string, tag = "5")]
101    pub value_column: ::prost::alloc::string::String,
102    #[prost(string, optional, tag = "6")]
103    pub tags_column: ::core::option::Option<::prost::alloc::string::String>,
104    #[prost(oneof = "long_opts::Format", tags = "1, 2, 3")]
105    pub format: ::core::option::Option<long_opts::Format>,
106}
107/// Nested message and enum types in `LongOpts`.
108pub mod long_opts {
109    #[derive(Clone, Copy, PartialEq, ::prost::Oneof)]
110    pub enum Format {
111        #[prost(message, tag = "1")]
112        CsvOpts(super::CsvOpts),
113        #[prost(message, tag = "2")]
114        ParquetOpts(super::ParquetOpts),
115        #[prost(message, tag = "3")]
116        AvroOpts(super::AvroOpts),
117    }
118}
119#[derive(Clone, PartialEq, ::prost::Message)]
120pub struct BatchOpts {
121    #[prost(string, tag = "2")]
122    pub channel_field: ::prost::alloc::string::String,
123    #[prost(string, tag = "3")]
124    pub timestamps_field: ::prost::alloc::string::String,
125    #[prost(string, tag = "4")]
126    pub values_field: ::prost::alloc::string::String,
127    #[prost(string, optional, tag = "5")]
128    pub tags_field: ::core::option::Option<::prost::alloc::string::String>,
129    #[prost(oneof = "batch_opts::Format", tags = "1")]
130    pub format: ::core::option::Option<batch_opts::Format>,
131}
132/// Nested message and enum types in `BatchOpts`.
133pub mod batch_opts {
134    #[derive(Clone, Copy, PartialEq, ::prost::Oneof)]
135    pub enum Format {
136        #[prost(message, tag = "1")]
137        AvroOpts(super::AvroOpts),
138    }
139}
140#[derive(Clone, PartialEq, ::prost::Message)]
141pub struct TimestampMetadata {
142    #[prost(string, tag = "1")]
143    pub column: ::prost::alloc::string::String,
144    #[prost(message, optional, tag = "2")]
145    pub r#type: ::core::option::Option<super::super::types::time::TimestampType>,
146}
147#[derive(Clone, Copy, PartialEq, ::prost::Message)]
148pub struct CsvOpts {
149    #[prost(bool, tag = "1")]
150    pub full_file_schema_inference: bool,
151}
152#[derive(Clone, Copy, PartialEq, ::prost::Message)]
153pub struct ParquetOpts {}
154#[derive(Clone, Copy, PartialEq, ::prost::Message)]
155pub struct AvroOpts {}
156#[derive(Clone, PartialEq, ::prost::Message)]
157pub struct SetDatasetFileIngestStatusRequest {
158    #[prost(string, tag = "1")]
159    pub dataset_file_id: ::prost::alloc::string::String,
160    #[prost(string, tag = "2")]
161    pub dataset_rid: ::prost::alloc::string::String,
162    #[prost(string, tag = "6")]
163    pub ingest_job_rid: ::prost::alloc::string::String,
164    #[prost(oneof = "set_dataset_file_ingest_status_request::Status", tags = "3, 4, 5")]
165    pub status: ::core::option::Option<set_dataset_file_ingest_status_request::Status>,
166}
167/// Nested message and enum types in `SetDatasetFileIngestStatusRequest`.
168pub mod set_dataset_file_ingest_status_request {
169    #[derive(Clone, PartialEq, ::prost::Oneof)]
170    pub enum Status {
171        #[prost(message, tag = "3")]
172        Parsing(super::Parsing),
173        #[prost(message, tag = "4")]
174        Ingesting(super::Ingesting),
175        #[prost(message, tag = "5")]
176        Error(super::Error),
177    }
178}
179#[derive(Clone, Copy, PartialEq, ::prost::Message)]
180pub struct SetDatasetFileIngestStatusResponse {}
181#[derive(Clone, Copy, PartialEq, ::prost::Message)]
182pub struct Parsing {}
183#[derive(Clone, Copy, PartialEq, ::prost::Message)]
184pub struct Ingesting {
185    #[prost(message, optional, tag = "1")]
186    pub bounds: ::core::option::Option<super::super::types::time::Range>,
187}
188#[derive(Clone, PartialEq, ::prost::Message)]
189pub struct Error {
190    #[prost(string, tag = "1")]
191    pub error_type: ::prost::alloc::string::String,
192    #[prost(string, tag = "2")]
193    pub message: ::prost::alloc::string::String,
194    #[prost(string, tag = "3")]
195    pub org_rid: ::prost::alloc::string::String,
196    #[prost(string, tag = "4")]
197    pub file_type: ::prost::alloc::string::String,
198}
199#[derive(Clone, PartialEq, ::prost::Message)]
200pub struct ParseFileRequest {
201    #[prost(string, tag = "1")]
202    pub ingest_job_rid: ::prost::alloc::string::String,
203    #[prost(string, tag = "2")]
204    pub dataset_file_id: ::prost::alloc::string::String,
205    #[prost(string, tag = "3")]
206    pub dataset_rid: ::prost::alloc::string::String,
207    #[prost(string, tag = "4")]
208    pub org_rid: ::prost::alloc::string::String,
209    #[prost(string, tag = "5")]
210    pub workspace_rid: ::prost::alloc::string::String,
211    #[prost(message, optional, tag = "6")]
212    pub handle: ::core::option::Option<super::super::types::object_storage::Handle>,
213    #[prost(message, optional, tag = "7")]
214    pub timestamp_metadata: ::core::option::Option<TimestampMetadata>,
215    #[prost(map = "string, string", tag = "8")]
216    pub additional_tags: ::std::collections::HashMap<
217        ::prost::alloc::string::String,
218        ::prost::alloc::string::String,
219    >,
220    #[prost(oneof = "parse_file_request::Ingest", tags = "9, 10")]
221    pub ingest: ::core::option::Option<parse_file_request::Ingest>,
222}
223/// Nested message and enum types in `ParseFileRequest`.
224pub mod parse_file_request {
225    #[derive(Clone, PartialEq, ::prost::Oneof)]
226    pub enum Ingest {
227        #[prost(message, tag = "9")]
228        LogIngest(super::LogFileIngest),
229        #[prost(message, tag = "10")]
230        DataIngest(super::DataFileIngest),
231    }
232}
233#[derive(Clone, PartialEq, ::prost::Message)]
234pub struct ParseFileResponse {
235    #[prost(message, optional, tag = "2")]
236    pub bounds: ::core::option::Option<super::super::types::time::Range>,
237    #[prost(message, optional, tag = "3")]
238    pub staged_batches_manifest: ::core::option::Option<
239        super::super::types::object_storage::Handle,
240    >,
241    #[prost(int32, tag = "4")]
242    pub staged_batches_count: i32,
243}
244#[derive(Clone, PartialEq, ::prost::Message)]
245pub struct StagedBatchManifest {
246    #[prost(message, repeated, tag = "1")]
247    pub staged_batches: ::prost::alloc::vec::Vec<StagedBatch>,
248}
249#[derive(Clone, PartialEq, ::prost::Message)]
250pub struct WriteFileBatchesToKafkaRequest {
251    #[prost(string, tag = "2")]
252    pub ingest_job_rid: ::prost::alloc::string::String,
253    #[prost(string, tag = "3")]
254    pub file_rid: ::prost::alloc::string::String,
255    #[prost(string, tag = "4")]
256    pub org_rid: ::prost::alloc::string::String,
257    #[prost(string, tag = "5")]
258    pub dataset_file_id: ::prost::alloc::string::String,
259    #[prost(string, tag = "6")]
260    pub dataset_rid: ::prost::alloc::string::String,
261    #[prost(message, optional, tag = "7")]
262    pub staged_batches_manifest: ::core::option::Option<
263        super::super::types::object_storage::Handle,
264    >,
265}
266#[derive(Clone, PartialEq, ::prost::Message)]
267pub struct StagedBatch {
268    #[prost(int32, tag = "1")]
269    pub batch_id: i32,
270    #[prost(message, optional, tag = "2")]
271    pub handle: ::core::option::Option<super::super::types::object_storage::Handle>,
272    #[prost(
273        enumeration = "super::super::direct_channel_writer::v2::BatchFormat",
274        tag = "3"
275    )]
276    pub format: i32,
277}
278#[derive(Clone, Copy, PartialEq, ::prost::Message)]
279pub struct WriteFileBatchesToKafkaResponse {}
nominal_api_proto/proto/nominal.file_ingest.v1.rs

nominal_api_proto/proto/
nominal.file_ingest.v1.rs
