lbug 0.16.1

An in-process property graph database management system built for query speed and scalability
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

#include "storage/wal/checksum_writer.h"

#include <cstring>

#include "common/checksum.h"
#include "common/serializer/serializer.h"
#include <bit>

namespace lbug::storage {
static constexpr uint64_t INITIAL_BUFFER_SIZE = common::LBUG_PAGE_SIZE;

ChecksumWriter::ChecksumWriter(std::shared_ptr<common::Writer> outputWriter,
    MemoryManager& memoryManager)
    : outputSerializer(std::move(outputWriter)),
      entryBuffer(memoryManager.allocateBuffer(false, INITIAL_BUFFER_SIZE)) {}

static void resizeBufferIfNeeded(std::unique_ptr<MemoryBuffer>& entryBuffer,
    uint64_t requestedSize) {
    const auto currentBufferSize = entryBuffer->getBuffer().size_bytes();
    if (requestedSize > currentBufferSize) {
        auto* memoryManager = entryBuffer->getMemoryManager();
        entryBuffer = memoryManager->allocateBuffer(false, std::bit_ceil(requestedSize));
    }
}

void ChecksumWriter::write(const uint8_t* data, uint64_t size) {
    if (currentEntrySize.has_value()) {
        resizeBufferIfNeeded(entryBuffer, *currentEntrySize + size);
        std::memcpy(entryBuffer->getData() + *currentEntrySize, data, size);
        *currentEntrySize += size;
    } else {
        // The data we are writing does not need to be checksummed
        outputSerializer.write(data, size);
    }
}

void ChecksumWriter::clear() {
    currentEntrySize.reset();
    outputSerializer.getWriter()->clear();
}

void ChecksumWriter::flush() {
    outputSerializer.getWriter()->flush();
}

void ChecksumWriter::onObjectBegin() {
    currentEntrySize.emplace(0);
}

void ChecksumWriter::onObjectEnd() {
    DASSERT(currentEntrySize.has_value());
    const auto checksum = common::checksum(entryBuffer->getData(), *currentEntrySize);
    outputSerializer.write(entryBuffer->getData(), *currentEntrySize);
    outputSerializer.serializeValue(checksum);
    currentEntrySize.reset();
}

uint64_t ChecksumWriter::getSize() const {
    return currentEntrySize.value_or(0) + outputSerializer.getWriter()->getSize();
}

void ChecksumWriter::sync() {
    outputSerializer.getWriter()->sync();
}

} // namespace lbug::storage