nominal_api_proto/proto/
nominal.file_ingest.v1.rs

1// This file is @generated by prost-build.
2#[derive(Clone, PartialEq, ::prost::Message)]
3pub struct IngestFileRequest {
4    #[prost(string, tag = "1")]
5    pub ingest_job_rid: ::prost::alloc::string::String,
6    #[prost(string, tag = "2")]
7    pub dataset_file_id: ::prost::alloc::string::String,
8    #[prost(string, tag = "3")]
9    pub dataset_rid: ::prost::alloc::string::String,
10    #[prost(string, tag = "4")]
11    pub org_rid: ::prost::alloc::string::String,
12    #[prost(string, tag = "5")]
13    pub workspace_rid: ::prost::alloc::string::String,
14    #[prost(message, optional, tag = "6")]
15    pub handle: ::core::option::Option<super::super::types::object_storage::Handle>,
16    #[prost(message, optional, tag = "7")]
17    pub timestamp_metadata: ::core::option::Option<TimestampMetadata>,
18    #[prost(map = "string, string", tag = "8")]
19    pub additional_tags: ::std::collections::HashMap<
20        ::prost::alloc::string::String,
21        ::prost::alloc::string::String,
22    >,
23    #[prost(oneof = "ingest_file_request::Ingest", tags = "9, 10")]
24    pub ingest: ::core::option::Option<ingest_file_request::Ingest>,
25}
26/// Nested message and enum types in `IngestFileRequest`.
27pub mod ingest_file_request {
28    #[derive(Clone, PartialEq, ::prost::Oneof)]
29    pub enum Ingest {
30        #[prost(message, tag = "9")]
31        LogIngest(super::LogFileIngest),
32        #[prost(message, tag = "10")]
33        DataIngest(super::DataFileIngest),
34    }
35}
36#[derive(Clone, PartialEq, ::prost::Message)]
37pub struct LogFileIngest {
38    #[prost(string, tag = "1")]
39    pub log_channel: ::prost::alloc::string::String,
40    #[prost(string, optional, tag = "2")]
41    pub message_field: ::core::option::Option<::prost::alloc::string::String>,
42}
43#[derive(Clone, PartialEq, ::prost::Message)]
44pub struct DataFileIngest {
45    #[prost(map = "string, string", tag = "4")]
46    pub units: ::std::collections::HashMap<
47        ::prost::alloc::string::String,
48        ::prost::alloc::string::String,
49    >,
50    #[prost(string, optional, tag = "5")]
51    pub channel_prefix: ::core::option::Option<::prost::alloc::string::String>,
52    #[prost(map = "string, string", tag = "6")]
53    pub channel_name_overrides: ::std::collections::HashMap<
54        ::prost::alloc::string::String,
55        ::prost::alloc::string::String,
56    >,
57    #[prost(oneof = "data_file_ingest::Shape", tags = "1, 2, 3")]
58    pub shape: ::core::option::Option<data_file_ingest::Shape>,
59}
60/// Nested message and enum types in `DataFileIngest`.
61pub mod data_file_ingest {
62    #[derive(Clone, PartialEq, ::prost::Oneof)]
63    pub enum Shape {
64        #[prost(message, tag = "1")]
65        WideOpts(super::WideOpts),
66        #[prost(message, tag = "2")]
67        LongOpts(super::LongOpts),
68        #[prost(message, tag = "3")]
69        BatchOpts(super::BatchOpts),
70    }
71}
72#[derive(Clone, PartialEq, ::prost::Message)]
73pub struct WideOpts {
74    #[prost(map = "string, string", tag = "4")]
75    pub tag_columns: ::std::collections::HashMap<
76        ::prost::alloc::string::String,
77        ::prost::alloc::string::String,
78    >,
79    #[prost(string, repeated, tag = "5")]
80    pub exclude_columns: ::prost::alloc::vec::Vec<::prost::alloc::string::String>,
81    #[prost(oneof = "wide_opts::Format", tags = "1, 2, 3")]
82    pub format: ::core::option::Option<wide_opts::Format>,
83}
84/// Nested message and enum types in `WideOpts`.
85pub mod wide_opts {
86    #[derive(Clone, Copy, PartialEq, ::prost::Oneof)]
87    pub enum Format {
88        #[prost(message, tag = "1")]
89        CsvOpts(super::CsvOpts),
90        #[prost(message, tag = "2")]
91        ParquetOpts(super::ParquetOpts),
92        #[prost(message, tag = "3")]
93        AvroOpts(super::AvroOpts),
94    }
95}
96#[derive(Clone, PartialEq, ::prost::Message)]
97pub struct LongOpts {
98    #[prost(string, tag = "4")]
99    pub channel_column: ::prost::alloc::string::String,
100    #[prost(string, tag = "5")]
101    pub value_column: ::prost::alloc::string::String,
102    #[prost(string, optional, tag = "6")]
103    pub tags_column: ::core::option::Option<::prost::alloc::string::String>,
104    #[prost(oneof = "long_opts::Format", tags = "1, 2, 3")]
105    pub format: ::core::option::Option<long_opts::Format>,
106}
107/// Nested message and enum types in `LongOpts`.
108pub mod long_opts {
109    #[derive(Clone, Copy, PartialEq, ::prost::Oneof)]
110    pub enum Format {
111        #[prost(message, tag = "1")]
112        CsvOpts(super::CsvOpts),
113        #[prost(message, tag = "2")]
114        ParquetOpts(super::ParquetOpts),
115        #[prost(message, tag = "3")]
116        AvroOpts(super::AvroOpts),
117    }
118}
119#[derive(Clone, PartialEq, ::prost::Message)]
120pub struct BatchOpts {
121    #[prost(string, tag = "2")]
122    pub channel_field: ::prost::alloc::string::String,
123    #[prost(string, tag = "3")]
124    pub timestamps_field: ::prost::alloc::string::String,
125    #[prost(string, tag = "4")]
126    pub values_field: ::prost::alloc::string::String,
127    #[prost(string, optional, tag = "5")]
128    pub tags_field: ::core::option::Option<::prost::alloc::string::String>,
129    #[prost(oneof = "batch_opts::Format", tags = "1")]
130    pub format: ::core::option::Option<batch_opts::Format>,
131}
132/// Nested message and enum types in `BatchOpts`.
133pub mod batch_opts {
134    #[derive(Clone, Copy, PartialEq, ::prost::Oneof)]
135    pub enum Format {
136        #[prost(message, tag = "1")]
137        AvroOpts(super::AvroOpts),
138    }
139}
140#[derive(Clone, PartialEq, ::prost::Message)]
141pub struct TimestampMetadata {
142    #[prost(string, tag = "1")]
143    pub column: ::prost::alloc::string::String,
144    #[prost(message, optional, tag = "2")]
145    pub r#type: ::core::option::Option<super::super::types::time::TimestampType>,
146}
147#[derive(Clone, Copy, PartialEq, ::prost::Message)]
148pub struct CsvOpts {
149    #[prost(bool, tag = "1")]
150    pub full_file_schema_inference: bool,
151}
152#[derive(Clone, Copy, PartialEq, ::prost::Message)]
153pub struct ParquetOpts {}
154#[derive(Clone, Copy, PartialEq, ::prost::Message)]
155pub struct AvroOpts {}
156#[derive(Clone, PartialEq, ::prost::Message)]
157pub struct SetDatasetFileIngestStatusRequest {
158    #[prost(string, tag = "1")]
159    pub dataset_file_id: ::prost::alloc::string::String,
160    #[prost(string, tag = "2")]
161    pub dataset_rid: ::prost::alloc::string::String,
162    #[prost(string, tag = "6")]
163    pub ingest_job_rid: ::prost::alloc::string::String,
164    #[prost(oneof = "set_dataset_file_ingest_status_request::Status", tags = "3, 4, 5")]
165    pub status: ::core::option::Option<set_dataset_file_ingest_status_request::Status>,
166}
167/// Nested message and enum types in `SetDatasetFileIngestStatusRequest`.
168pub mod set_dataset_file_ingest_status_request {
169    #[derive(Clone, PartialEq, ::prost::Oneof)]
170    pub enum Status {
171        #[prost(message, tag = "3")]
172        Parsing(super::Parsing),
173        #[prost(message, tag = "4")]
174        Ingesting(super::Ingesting),
175        #[prost(message, tag = "5")]
176        Error(super::Error),
177    }
178}
179#[derive(Clone, Copy, PartialEq, ::prost::Message)]
180pub struct SetDatasetFileIngestStatusResponse {}
181#[derive(Clone, Copy, PartialEq, ::prost::Message)]
182pub struct Parsing {
183    #[prost(message, optional, tag = "1")]
184    pub bounds: ::core::option::Option<super::super::types::time::Range>,
185}
186#[derive(Clone, Copy, PartialEq, ::prost::Message)]
187pub struct Ingesting {
188    #[prost(message, optional, tag = "1")]
189    pub bounds: ::core::option::Option<super::super::types::time::Range>,
190}
191#[derive(Clone, PartialEq, ::prost::Message)]
192pub struct Error {
193    #[prost(string, tag = "1")]
194    pub error_type: ::prost::alloc::string::String,
195    #[prost(string, tag = "2")]
196    pub message: ::prost::alloc::string::String,
197    #[prost(string, tag = "3")]
198    pub org_rid: ::prost::alloc::string::String,
199    #[prost(string, tag = "4")]
200    pub file_type: ::prost::alloc::string::String,
201}
202#[derive(Clone, PartialEq, ::prost::Message)]
203pub struct ParseFileRequest {
204    #[prost(string, tag = "1")]
205    pub ingest_job_rid: ::prost::alloc::string::String,
206    #[prost(string, tag = "2")]
207    pub dataset_file_id: ::prost::alloc::string::String,
208    #[prost(string, tag = "3")]
209    pub dataset_rid: ::prost::alloc::string::String,
210    #[prost(string, tag = "4")]
211    pub org_rid: ::prost::alloc::string::String,
212    #[prost(string, tag = "5")]
213    pub workspace_rid: ::prost::alloc::string::String,
214    #[prost(message, optional, tag = "6")]
215    pub handle: ::core::option::Option<super::super::types::object_storage::Handle>,
216    #[prost(message, optional, tag = "7")]
217    pub timestamp_metadata: ::core::option::Option<TimestampMetadata>,
218    #[prost(map = "string, string", tag = "8")]
219    pub additional_tags: ::std::collections::HashMap<
220        ::prost::alloc::string::String,
221        ::prost::alloc::string::String,
222    >,
223    #[prost(oneof = "parse_file_request::Ingest", tags = "9, 10")]
224    pub ingest: ::core::option::Option<parse_file_request::Ingest>,
225}
226/// Nested message and enum types in `ParseFileRequest`.
227pub mod parse_file_request {
228    #[derive(Clone, PartialEq, ::prost::Oneof)]
229    pub enum Ingest {
230        #[prost(message, tag = "9")]
231        LogIngest(super::LogFileIngest),
232        #[prost(message, tag = "10")]
233        DataIngest(super::DataFileIngest),
234    }
235}
236#[derive(Clone, PartialEq, ::prost::Message)]
237pub struct ParseFileResponse {
238    #[prost(message, optional, tag = "2")]
239    pub bounds: ::core::option::Option<super::super::types::time::Range>,
240    #[prost(message, optional, tag = "3")]
241    pub staged_batches_manifest: ::core::option::Option<
242        super::super::types::object_storage::Handle,
243    >,
244    #[prost(int32, tag = "4")]
245    pub staged_batches_count: i32,
246}
247#[derive(Clone, PartialEq, ::prost::Message)]
248pub struct StagedBatchManifest {
249    #[prost(message, repeated, tag = "1")]
250    pub staged_batches: ::prost::alloc::vec::Vec<StagedBatch>,
251}
252#[derive(Clone, PartialEq, ::prost::Message)]
253pub struct WriteFileBatchesToKafkaRequest {
254    #[prost(string, tag = "2")]
255    pub ingest_job_rid: ::prost::alloc::string::String,
256    #[prost(string, tag = "3")]
257    pub file_rid: ::prost::alloc::string::String,
258    #[prost(string, tag = "4")]
259    pub org_rid: ::prost::alloc::string::String,
260    #[prost(string, tag = "5")]
261    pub dataset_file_id: ::prost::alloc::string::String,
262    #[prost(string, tag = "6")]
263    pub dataset_rid: ::prost::alloc::string::String,
264    #[prost(message, optional, tag = "7")]
265    pub staged_batches_manifest: ::core::option::Option<
266        super::super::types::object_storage::Handle,
267    >,
268}
269#[derive(Clone, PartialEq, ::prost::Message)]
270pub struct StagedBatch {
271    #[prost(int32, tag = "1")]
272    pub batch_id: i32,
273    #[prost(message, optional, tag = "2")]
274    pub handle: ::core::option::Option<super::super::types::object_storage::Handle>,
275    #[prost(
276        enumeration = "super::super::direct_channel_writer::v2::BatchFormat",
277        tag = "3"
278    )]
279    pub format: i32,
280}
281#[derive(Clone, Copy, PartialEq, ::prost::Message)]
282pub struct WriteFileBatchesToKafkaResponse {}
nominal_api_proto/proto/nominal.file_ingest.v1.rs

nominal_api_proto/proto/
nominal.file_ingest.v1.rs
