lbug 0.15.4

An in-process property graph database management system built for query speed and scalability
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

#pragma once

#include <atomic>

#include "storage/buffer_manager/memory_manager.h"
#include "storage/file_handle.h"

namespace lbug {
namespace common {
class VirtualFileSystem;
};
namespace storage {
class InMemChunkedNodeGroup;

class BufferManager;
class ColumnChunkData;

// This should only be used with a LocalFileSystem
class Spiller {
public:
    Spiller(std::string tmpFilePath, BufferManager& bufferManager, common::VirtualFileSystem* vfs);
    void addUnusedChunk(InMemChunkedNodeGroup* nodeGroup);
    void clearUnusedChunk(InMemChunkedNodeGroup* nodeGroup);
    SpillResult spillToDisk(ColumnChunkData& chunk) const;
    void loadFromDisk(ColumnChunkData& chunk) const;
    // reclaims memory from the next full partitioner group in the set
    // and returns the amount of memory reclaimed
    // If the set is empty, returns zero
    SpillResult claimNextGroup();
    // Must only be used once all chunks have been loaded from disk.
    void clearFile();
    ~Spiller();

private:
    FileHandle* getOrCreateDataFH() const;
    FileHandle* getDataFH() const;

private:
    std::string tmpFilePath;
    BufferManager& bufferManager;
    common::VirtualFileSystem* vfs;
    std::unordered_set<InMemChunkedNodeGroup*> fullPartitionerGroups;
    std::atomic<FileHandle*> dataFH;
    std::mutex partitionerGroupsMtx;
    mutable std::mutex fileCreationMutex;
};

} // namespace storage
} // namespace lbug