lbug 0.16.1

An in-process property graph database management system built for query speed and scalability
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95

#include "processor/warning_context.h"

#include "common/assert.h"
#include "common/uniq_lock.h"
#include "main/client_context.h"

using namespace lbug::common;

namespace lbug {
namespace processor {

static PopulatedCopyFromError defaultPopulateFunc(CopyFromFileError error, common::idx_t) {
    return PopulatedCopyFromError{
        .message = std::move(error.message),
        .filePath = "",
        .skippedLineOrRecord = "",
        .lineNumber = 0,
    };
}

static idx_t defaultGetFileIdxFunc(const CopyFromFileError&) {
    return 0;
}

WarningContext::WarningContext(main::ClientConfig* clientConfig)
    : clientConfig{clientConfig}, queryWarningCount{0}, numStoredWarnings{0},
      ignoreErrorsOption{false} {}

void WarningContext::appendWarningMessages(const std::vector<CopyFromFileError>& messages) {
    UniqLock lock{mtx};

    queryWarningCount += messages.size();

    for (const auto& message : messages) {
        if (numStoredWarnings >= clientConfig->warningLimit) {
            break;
        }
        unpopulatedWarnings.push_back(message);
        ++numStoredWarnings;
    }
}

const std::vector<WarningInfo>& WarningContext::getPopulatedWarnings() const {
    // if there are still unpopulated warnings when we try to get populated warnings something is
    // probably wrong
    DASSERT(unpopulatedWarnings.empty());
    return populatedWarnings;
}

void WarningContext::defaultPopulateAllWarnings(uint64_t queryID) {
    populateWarnings(queryID);
}

void WarningContext::populateWarnings(uint64_t queryID, populate_func_t populateFunc,
    get_file_idx_func_t getFileIdxFunc) {
    if (!populateFunc) {
        // if no populate functor is provided we default to just copying the message over
        // and leaving the CSV fields unpopulated
        populateFunc = defaultPopulateFunc;
    }
    if (!getFileIdxFunc) {
        getFileIdxFunc = defaultGetFileIdxFunc;
    }
    for (auto& warning : unpopulatedWarnings) {
        const auto fileIdx = getFileIdxFunc(warning);
        populatedWarnings.emplace_back(populateFunc(std::move(warning), fileIdx), queryID);
    }
    unpopulatedWarnings.clear();
}

void WarningContext::clearPopulatedWarnings() {
    populatedWarnings.clear();
    numStoredWarnings = 0;
}

uint64_t WarningContext::getWarningCount(uint64_t) {
    auto ret = queryWarningCount;
    queryWarningCount = 0;
    return ret;
}

void WarningContext::setIgnoreErrorsForCurrentQuery(bool ignoreErrors) {
    ignoreErrorsOption = ignoreErrors;
}

bool WarningContext::getIgnoreErrorsOption() const {
    return ignoreErrorsOption;
}

WarningContext* WarningContext::Get(const main::ClientContext& context) {
    return context.warningContext.get();
}

} // namespace processor
} // namespace lbug