cudf-cxx 0.3.1

cxx-based FFI bridge between Rust and NVIDIA libcudf C++ API
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54

#pragma once

#include <cudf/partitioning.hpp>
#include <cudf/table/table.hpp>
#include <cudf/column/column.hpp>
#include <memory>
#include <vector>
#include "rust/cxx.h"
#include "column_shim.h"
#include "table_shim.h"

namespace cudf_shims {

/// Result of a partition operation: table + offsets.
struct PartitionResult {
    std::unique_ptr<OwnedTable> table;
    std::vector<int32_t> offsets;

    int32_t num_offsets() const {
        return static_cast<int32_t>(offsets.size());
    }

    int32_t get_offset(int32_t index) const {
        return offsets.at(index);
    }
};

/// Partition a table by hashing the specified columns.
std::unique_ptr<PartitionResult> hash_partition(
    const OwnedTable& table,
    rust::Slice<const int32_t> columns_to_hash,
    int32_t num_partitions);

/// Partition a table using round-robin assignment.
std::unique_ptr<PartitionResult> round_robin_partition(
    const OwnedTable& table,
    int32_t num_partitions);

/// Partition a table using a partition map column.
/// Returns a PartitionResult with the reordered table and offsets.
std::unique_ptr<PartitionResult> partition(
    const OwnedTable& table,
    const OwnedColumn& partition_map,
    int32_t num_partitions);

/// Extract the table from a PartitionResult.
std::unique_ptr<OwnedTable> partition_result_table(
    std::unique_ptr<PartitionResult> result);

/// Get the offsets from a PartitionResult as a vec.
rust::Vec<int32_t> partition_result_offsets(
    const PartitionResult& result);

} // namespace cudf_shims