nominal_api_proto/proto/
nominal.file_ingest.v1.rs

1// This file is @generated by prost-build.
2#[derive(Clone, PartialEq, ::prost::Message)]
3pub struct IngestFileRequest {
4    #[prost(string, tag = "1")]
5    pub ingest_job_rid: ::prost::alloc::string::String,
6    #[prost(string, tag = "2")]
7    pub dataset_file_id: ::prost::alloc::string::String,
8    #[prost(string, tag = "3")]
9    pub dataset_rid: ::prost::alloc::string::String,
10    #[prost(string, tag = "4")]
11    pub org_rid: ::prost::alloc::string::String,
12    #[prost(string, tag = "5")]
13    pub workspace_rid: ::prost::alloc::string::String,
14    #[prost(message, optional, tag = "6")]
15    pub handle: ::core::option::Option<super::super::types::object_storage::Handle>,
16    #[prost(message, optional, tag = "7")]
17    pub timestamp_metadata: ::core::option::Option<TimestampMetadata>,
18    #[prost(map = "string, string", tag = "8")]
19    pub additional_tags: ::std::collections::HashMap<
20        ::prost::alloc::string::String,
21        ::prost::alloc::string::String,
22    >,
23    #[prost(oneof = "ingest_file_request::Ingest", tags = "9, 10")]
24    pub ingest: ::core::option::Option<ingest_file_request::Ingest>,
25}
26/// Nested message and enum types in `IngestFileRequest`.
27pub mod ingest_file_request {
28    #[derive(Clone, PartialEq, ::prost::Oneof)]
29    pub enum Ingest {
30        #[prost(message, tag = "9")]
31        LogIngest(super::LogFileIngest),
32        #[prost(message, tag = "10")]
33        DataIngest(super::DataFileIngest),
34    }
35}
36#[derive(Clone, PartialEq, ::prost::Message)]
37pub struct LogFileIngest {
38    #[prost(string, tag = "1")]
39    pub log_channel: ::prost::alloc::string::String,
40    #[prost(string, optional, tag = "2")]
41    pub message_field: ::core::option::Option<::prost::alloc::string::String>,
42}
43#[derive(Clone, PartialEq, ::prost::Message)]
44pub struct DataFileIngest {
45    #[prost(map = "string, string", tag = "4")]
46    pub units: ::std::collections::HashMap<
47        ::prost::alloc::string::String,
48        ::prost::alloc::string::String,
49    >,
50    #[prost(string, optional, tag = "5")]
51    pub channel_prefix: ::core::option::Option<::prost::alloc::string::String>,
52    #[prost(map = "string, string", tag = "6")]
53    pub channel_name_overrides: ::std::collections::HashMap<
54        ::prost::alloc::string::String,
55        ::prost::alloc::string::String,
56    >,
57    #[prost(oneof = "data_file_ingest::Shape", tags = "1, 2, 3")]
58    pub shape: ::core::option::Option<data_file_ingest::Shape>,
59}
60/// Nested message and enum types in `DataFileIngest`.
61pub mod data_file_ingest {
62    #[derive(Clone, PartialEq, ::prost::Oneof)]
63    pub enum Shape {
64        #[prost(message, tag = "1")]
65        WideOpts(super::WideOpts),
66        #[prost(message, tag = "2")]
67        LongOpts(super::LongOpts),
68        #[prost(message, tag = "3")]
69        BatchOpts(super::BatchOpts),
70    }
71}
72#[derive(Clone, PartialEq, ::prost::Message)]
73pub struct WideOpts {
74    #[prost(map = "string, string", tag = "4")]
75    pub tag_columns: ::std::collections::HashMap<
76        ::prost::alloc::string::String,
77        ::prost::alloc::string::String,
78    >,
79    #[prost(string, repeated, tag = "5")]
80    pub exclude_columns: ::prost::alloc::vec::Vec<::prost::alloc::string::String>,
81    #[prost(oneof = "wide_opts::Format", tags = "1, 2, 3")]
82    pub format: ::core::option::Option<wide_opts::Format>,
83}
84/// Nested message and enum types in `WideOpts`.
85pub mod wide_opts {
86    #[derive(Clone, Copy, PartialEq, ::prost::Oneof)]
87    pub enum Format {
88        #[prost(message, tag = "1")]
89        CsvOpts(super::CsvOpts),
90        #[prost(message, tag = "2")]
91        ParquetOpts(super::ParquetOpts),
92        #[prost(message, tag = "3")]
93        AvroOpts(super::AvroOpts),
94    }
95}
96#[derive(Clone, PartialEq, ::prost::Message)]
97pub struct LongOpts {
98    #[prost(string, tag = "4")]
99    pub channel_column: ::prost::alloc::string::String,
100    #[prost(string, tag = "5")]
101    pub value_column: ::prost::alloc::string::String,
102    #[prost(string, optional, tag = "6")]
103    pub tags_column: ::core::option::Option<::prost::alloc::string::String>,
104    #[prost(oneof = "long_opts::Format", tags = "1, 2, 3")]
105    pub format: ::core::option::Option<long_opts::Format>,
106}
107/// Nested message and enum types in `LongOpts`.
108pub mod long_opts {
109    #[derive(Clone, Copy, PartialEq, ::prost::Oneof)]
110    pub enum Format {
111        #[prost(message, tag = "1")]
112        CsvOpts(super::CsvOpts),
113        #[prost(message, tag = "2")]
114        ParquetOpts(super::ParquetOpts),
115        #[prost(message, tag = "3")]
116        AvroOpts(super::AvroOpts),
117    }
118}
119#[derive(Clone, PartialEq, ::prost::Message)]
120pub struct BatchOpts {
121    #[prost(string, tag = "2")]
122    pub channel_field: ::prost::alloc::string::String,
123    #[prost(string, tag = "3")]
124    pub timestamps_field: ::prost::alloc::string::String,
125    #[prost(string, tag = "4")]
126    pub values_field: ::prost::alloc::string::String,
127    #[prost(string, optional, tag = "5")]
128    pub tags_field: ::core::option::Option<::prost::alloc::string::String>,
129    #[prost(oneof = "batch_opts::Format", tags = "1")]
130    pub format: ::core::option::Option<batch_opts::Format>,
131}
132/// Nested message and enum types in `BatchOpts`.
133pub mod batch_opts {
134    #[derive(Clone, Copy, PartialEq, ::prost::Oneof)]
135    pub enum Format {
136        #[prost(message, tag = "1")]
137        AvroOpts(super::AvroOpts),
138    }
139}
140#[derive(Clone, PartialEq, ::prost::Message)]
141pub struct TimestampMetadata {
142    #[prost(string, tag = "1")]
143    pub column: ::prost::alloc::string::String,
144    #[prost(message, optional, tag = "2")]
145    pub r#type: ::core::option::Option<super::super::types::time::TimestampType>,
146}
147#[derive(Clone, Copy, PartialEq, ::prost::Message)]
148pub struct CsvOpts {}
149#[derive(Clone, Copy, PartialEq, ::prost::Message)]
150pub struct ParquetOpts {}
151#[derive(Clone, Copy, PartialEq, ::prost::Message)]
152pub struct AvroOpts {}
153#[derive(Clone, PartialEq, ::prost::Message)]
154pub struct SetDatasetFileIngestStatusRequest {
155    #[prost(string, tag = "1")]
156    pub dataset_file_id: ::prost::alloc::string::String,
157    #[prost(string, tag = "2")]
158    pub dataset_rid: ::prost::alloc::string::String,
159    #[prost(string, tag = "6")]
160    pub ingest_job_rid: ::prost::alloc::string::String,
161    #[prost(oneof = "set_dataset_file_ingest_status_request::Status", tags = "3, 4, 5")]
162    pub status: ::core::option::Option<set_dataset_file_ingest_status_request::Status>,
163}
164/// Nested message and enum types in `SetDatasetFileIngestStatusRequest`.
165pub mod set_dataset_file_ingest_status_request {
166    #[derive(Clone, PartialEq, ::prost::Oneof)]
167    pub enum Status {
168        #[prost(message, tag = "3")]
169        Parsing(super::Parsing),
170        #[prost(message, tag = "4")]
171        Ingesting(super::Ingesting),
172        #[prost(message, tag = "5")]
173        Error(super::Error),
174    }
175}
176#[derive(Clone, Copy, PartialEq, ::prost::Message)]
177pub struct SetDatasetFileIngestStatusResponse {}
178#[derive(Clone, Copy, PartialEq, ::prost::Message)]
179pub struct Parsing {}
180#[derive(Clone, Copy, PartialEq, ::prost::Message)]
181pub struct Ingesting {
182    #[prost(message, optional, tag = "1")]
183    pub bounds: ::core::option::Option<super::super::types::time::Range>,
184}
185#[derive(Clone, PartialEq, ::prost::Message)]
186pub struct Error {
187    #[prost(string, tag = "1")]
188    pub error_type: ::prost::alloc::string::String,
189    #[prost(string, tag = "2")]
190    pub message: ::prost::alloc::string::String,
191    #[prost(string, tag = "3")]
192    pub org_rid: ::prost::alloc::string::String,
193    #[prost(string, tag = "4")]
194    pub file_type: ::prost::alloc::string::String,
195}
196#[derive(Clone, PartialEq, ::prost::Message)]
197pub struct ParseFileRequest {
198    #[prost(string, tag = "1")]
199    pub ingest_job_rid: ::prost::alloc::string::String,
200    #[prost(string, tag = "2")]
201    pub dataset_file_id: ::prost::alloc::string::String,
202    #[prost(string, tag = "3")]
203    pub dataset_rid: ::prost::alloc::string::String,
204    #[prost(string, tag = "4")]
205    pub org_rid: ::prost::alloc::string::String,
206    #[prost(string, tag = "5")]
207    pub workspace_rid: ::prost::alloc::string::String,
208    #[prost(message, optional, tag = "6")]
209    pub handle: ::core::option::Option<super::super::types::object_storage::Handle>,
210    #[prost(message, optional, tag = "7")]
211    pub timestamp_metadata: ::core::option::Option<TimestampMetadata>,
212    #[prost(map = "string, string", tag = "8")]
213    pub additional_tags: ::std::collections::HashMap<
214        ::prost::alloc::string::String,
215        ::prost::alloc::string::String,
216    >,
217    #[prost(oneof = "parse_file_request::Ingest", tags = "9, 10")]
218    pub ingest: ::core::option::Option<parse_file_request::Ingest>,
219}
220/// Nested message and enum types in `ParseFileRequest`.
221pub mod parse_file_request {
222    #[derive(Clone, PartialEq, ::prost::Oneof)]
223    pub enum Ingest {
224        #[prost(message, tag = "9")]
225        LogIngest(super::LogFileIngest),
226        #[prost(message, tag = "10")]
227        DataIngest(super::DataFileIngest),
228    }
229}
230#[derive(Clone, PartialEq, ::prost::Message)]
231pub struct ParseFileResponse {
232    #[prost(message, repeated, tag = "1")]
233    pub staged_batches: ::prost::alloc::vec::Vec<StagedBatch>,
234    #[prost(message, optional, tag = "2")]
235    pub bounds: ::core::option::Option<super::super::types::time::Range>,
236}
237#[derive(Clone, PartialEq, ::prost::Message)]
238pub struct WriteFileBatchesToKafkaRequest {
239    #[prost(message, repeated, tag = "1")]
240    pub staged_batches: ::prost::alloc::vec::Vec<StagedBatch>,
241    #[prost(string, tag = "2")]
242    pub ingest_job_rid: ::prost::alloc::string::String,
243    #[prost(string, tag = "3")]
244    pub file_rid: ::prost::alloc::string::String,
245    #[prost(string, tag = "4")]
246    pub org_rid: ::prost::alloc::string::String,
247    #[prost(string, tag = "5")]
248    pub dataset_file_id: ::prost::alloc::string::String,
249    #[prost(string, tag = "6")]
250    pub dataset_rid: ::prost::alloc::string::String,
251}
252#[derive(Clone, PartialEq, ::prost::Message)]
253pub struct StagedBatch {
254    #[prost(int32, tag = "1")]
255    pub batch_id: i32,
256    #[prost(message, optional, tag = "2")]
257    pub handle: ::core::option::Option<super::super::types::object_storage::Handle>,
258    #[prost(
259        enumeration = "super::super::direct_channel_writer::v2::BatchFormat",
260        tag = "3"
261    )]
262    pub format: i32,
263}
264#[derive(Clone, Copy, PartialEq, ::prost::Message)]
265pub struct WriteFileBatchesToKafkaResponse {}
nominal_api_proto/proto/nominal.file_ingest.v1.rs

nominal_api_proto/proto/
nominal.file_ingest.v1.rs
