buoyant_kernel 0.25.0

Buoyant Data distribution of delta-kernel
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71

// Proto mirror of `kernel/src/plans/ir/operation.rs` (the Rust IR is the source of truth).

syntax = "proto3";

package delta.kernel.operation;

// Java package for generated bindings. Ignored by prost (Rust codegen).
option java_package = "io.delta.kernel.proto.operation";

import "plan.proto";

// ============================================================================
// Operation / IoOperation (top-level types)
// ============================================================================

message Operation {
  oneof op {
    IoOperation io = 1;
    delta.kernel.plan.Plan query_plan = 2;
  }
}

message IoOperation {
  oneof op {
    FileListing file_listing = 1;
    ReadBytes read_bytes = 2;
    WriteBytes write_bytes = 3;
    HeadFile head_file = 4;
    AtomicCopy atomic_copy = 5;
    ParquetFooter parquet_footer = 6;
  }
}

// ============================================================================
// IoOperation payloads
// ============================================================================

// A file URL plus an optional half-open byte range `[range_start, range_end)`.
// `range_start` and `range_end` are set together when a range is present (or both absent otherwise).
message FileSlice {
  string url = 1;
  optional uint64 range_start = 2;
  optional uint64 range_end = 3;
}

message FileListing {
  string url = 1;
}

message ReadBytes {
  repeated FileSlice files = 1;
}

message WriteBytes {
  string url = 1;
  bytes data = 2;
  bool overwrite = 3;
}

message HeadFile {
  string url = 1;
}

message AtomicCopy {
  string source = 1;
  string destination = 2;
}

message ParquetFooter {
  delta.kernel.plan.FileMeta file = 1;
}