vortex-array 0.84.0

Vortex in memory columnar data format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85

// SPDX-License-Identifier: Apache-2.0
// SPDX-FileCopyrightText: Copyright the Vortex contributors

use std::sync::Arc;

use vortex_error::VortexResult;
use vortex_error::vortex_bail;

use crate::ArrayRef;
use crate::array::ArrayView;
use crate::arrays::ListView;
use crate::arrays::map::Map;
use crate::arrays::map::MapArrayExt;
use crate::arrays::map::MapArraySlotsExt;
use crate::arrays::map::compute::rebuild_map_from_array;
use crate::dtype::DType;
use crate::dtype::MapDType;
use crate::executor::ExecutionCtx;
use crate::scalar_fn::fns::cast::CastKernel;
use crate::scalar_fn::fns::cast::CastReduce;

fn prepare_map_cast_target(
    array: ArrayView<'_, Map>,
    dtype: &DType,
) -> VortexResult<Option<(MapDType, DType)>> {
    let Some(target_map_dtype) = dtype.as_map_opt() else {
        return Ok(None);
    };

    if target_map_dtype.keys_sorted() && !array.keys_sorted() {
        vortex_bail!(
            "Cannot cast {} to {dtype}: source does not assert sorted map keys",
            array.dtype()
        );
    }

    let target_entries_dtype = DType::List(
        Arc::new(target_map_dtype.entries_dtype()),
        dtype.nullability(),
    );
    Ok(Some((target_map_dtype.clone(), target_entries_dtype)))
}

impl CastReduce for Map {
    fn cast(array: ArrayView<'_, Self>, dtype: &DType) -> VortexResult<Option<ArrayRef>> {
        let Some((target_map_dtype, target_entries_dtype)) = prepare_map_cast_target(array, dtype)?
        else {
            return Ok(None);
        };

        let Some(entries) = <ListView as CastReduce>::cast(
            array.entries().as_::<ListView>(),
            &target_entries_dtype,
        )?
        else {
            return Ok(None);
        };

        rebuild_map_from_array(target_map_dtype, entries).map(Some)
    }
}

impl CastKernel for Map {
    fn cast(
        array: ArrayView<'_, Self>,
        dtype: &DType,
        ctx: &mut ExecutionCtx,
    ) -> VortexResult<Option<ArrayRef>> {
        let Some((target_map_dtype, target_entries_dtype)) = prepare_map_cast_target(array, dtype)?
        else {
            return Ok(None);
        };

        let Some(entries) = <ListView as CastKernel>::cast(
            array.entries().as_::<ListView>(),
            &target_entries_dtype,
            ctx,
        )?
        else {
            return Ok(None);
        };

        rebuild_map_from_array(target_map_dtype, entries).map(Some)
    }
}