libdatasketches_sys 0.1.3

Low-level bindings for Apache DataSketches C++ library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

#include <catch2/catch.hpp>
#include <bit_packing.hpp>

namespace datasketches {

// for every number of bits from 1 to 63
// generate pseudo-random data, pack, unpack and compare

// inverse golden ratio (0.618.. of max uint64_t)
static const uint64_t IGOLDEN64 = 0x9e3779b97f4a7c13ULL;

TEST_CASE("pack unpack bits") {
  uint64_t value = 0xaa55aa55aa55aa55ULL; // arbitrary starting value
  for (int m = 0; m < 10000; ++m) {
    for (uint8_t bits = 1; bits <= 63; ++bits) {
      int n = 8;
      const uint64_t mask = (1ULL << bits) - 1;
      std::vector<uint64_t> input(n, 0);
      for (int i = 0; i < n; ++i) {
        input[i] = value & mask;
        value += IGOLDEN64;
      }
      std::vector<uint8_t> bytes(n * sizeof(uint64_t), 0);
      uint8_t offset = 0;
      uint8_t* ptr = bytes.data();
      for (int i = 0; i < n; ++i) {
        offset = pack_bits(input[i], bits, ptr, offset);
      }

      std::vector<uint64_t> output(n, 0);
      offset = 0;
      const uint8_t* cptr = bytes.data();
      for (int i = 0; i < n; ++i) {
        offset = unpack_bits(output[i], bits, cptr, offset);
      }
      for (int i = 0; i < n; ++i) {
        REQUIRE(input[i] == output[i]);
      }
    }
  }
}

TEST_CASE("pack unpack blocks") {
  uint64_t value = 0xaa55aa55aa55aa55ULL; // arbitrary starting value
  for (int n = 0; n < 10000; ++n) {
    for (uint8_t bits = 1; bits <= 63; ++bits) {
      const uint64_t mask = (1ULL << bits) - 1;
      std::vector<uint64_t> input(8, 0);
      for (int i = 0; i < 8; ++i) {
        input[i] = value & mask;
        value += IGOLDEN64;
      }
      std::vector<uint8_t> bytes(bits, 0);
      pack_bits_block8(input.data(), bytes.data(), bits);
      std::vector<uint64_t> output(8, 0);
      unpack_bits_block8(output.data(), bytes.data(), bits);
      for (int i = 0; i < 8; ++i) {
        REQUIRE(input[i] == output[i]);
      }
    }
  }
}

} /* namespace datasketches */