cryo_python 0.3.2

cryo python is a python library built on top of the rust cryo library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

import tempfile

import pytest

import cryo
import polars as pl


queries = [
    {
        'datatype': ['blocks'],
        'start_block': 17000000,
        'end_block': 17000100,
    }
]

file_formats = [
    ['parquet', pl.read_parquet],
    ['csv', pl.read_csv],
    # ['avro', pl.read_avro],
    ['json', pl.read_json],
]


@pytest.mark.parametrize('query', queries)
@pytest.mark.parametrize('format', file_formats)
def test_file_output(query, format):
    extension, reader = format
    output_dir = tempfile.mkdtemp()
    if extension != 'parquet':
        query = dict(query, **{extension: True})
    result = cryo.freeze(output_dir=output_dir, **query)
    for datatype in query['datatype']:
        path = result['paths'][datatype]
        assert isinstance(path, list) and len(path) == 1
        path = path[0]
        df_freeze = reader(path)
        query_without_datatype = dict(query)
        del query_without_datatype['datatype']
        df_collect = cryo.collect(datatype, **query_without_datatype)
        assert df_freeze.frame_equal(df_collect)


python_formats = [
    'polars',
    'pandas',
    'list',
    'dict',
]


@pytest.mark.parametrize('query', queries)
@pytest.mark.parametrize('format', python_formats)
def python_output_python_formats(query, format):
    output_format, output_type = format
    df = cryo.collect(output_format=output_format, **query)
    assert isinstance(df, output_type)