polars_python/conversion/
chunked_array.rs

1use chrono::NaiveTime;
2use polars_core::utils::arrow::temporal_conversions::date32_to_date;
3use pyo3::prelude::*;
4use pyo3::types::{PyBytes, PyList, PyNone, PyTuple};
5use pyo3::{BoundObject, intern};
6
7use super::datetime::{
8    datetime_to_py_object, elapsed_offset_to_timedelta, nanos_since_midnight_to_naivetime,
9};
10use super::{decimal_to_digits, struct_dict};
11use crate::prelude::*;
12use crate::py_modules::pl_utils;
13
14impl<'py> IntoPyObject<'py> for &Wrap<&StringChunked> {
15    type Target = PyList;
16    type Output = Bound<'py, Self::Target>;
17    type Error = PyErr;
18
19    fn into_pyobject(self, py: Python<'py>) -> Result<Self::Output, Self::Error> {
20        let iter = self.0.iter();
21        PyList::new(py, iter)
22    }
23}
24
25impl<'py> IntoPyObject<'py> for &Wrap<&BinaryChunked> {
26    type Target = PyList;
27    type Output = Bound<'py, Self::Target>;
28    type Error = PyErr;
29
30    fn into_pyobject(self, py: Python<'py>) -> Result<Self::Output, Self::Error> {
31        let iter = self
32            .0
33            .iter()
34            .map(|opt_bytes| opt_bytes.map(|bytes| PyBytes::new(py, bytes)));
35        PyList::new(py, iter)
36    }
37}
38
39impl<'py> IntoPyObject<'py> for &Wrap<&StructChunked> {
40    type Target = PyList;
41    type Output = Bound<'py, Self::Target>;
42    type Error = PyErr;
43    fn into_pyobject(self, py: Python<'py>) -> Result<Self::Output, Self::Error> {
44        let s = self.0.clone().into_series();
45        // todo! iterate its chunks and flatten.
46        // make series::iter() accept a chunk index.
47        let s = s.rechunk();
48        let iter = s.iter().map(|av| match av {
49            AnyValue::Struct(_, _, flds) => struct_dict(py, av._iter_struct_av(), flds)
50                .unwrap()
51                .into_any(),
52            AnyValue::Null => PyNone::get(py).into_bound().into_any(),
53            _ => unreachable!(),
54        });
55
56        PyList::new(py, iter)
57    }
58}
59
60impl<'py> IntoPyObject<'py> for &Wrap<&DurationChunked> {
61    type Target = PyList;
62    type Output = Bound<'py, Self::Target>;
63    type Error = PyErr;
64
65    fn into_pyobject(self, py: Python<'py>) -> Result<Self::Output, Self::Error> {
66        let time_unit = self.0.time_unit();
67        let iter = self
68            .0
69            .iter()
70            .map(|opt_v| opt_v.map(|v| elapsed_offset_to_timedelta(v, time_unit)));
71        PyList::new(py, iter)
72    }
73}
74
75impl<'py> IntoPyObject<'py> for &Wrap<&DatetimeChunked> {
76    type Target = PyList;
77    type Output = Bound<'py, Self::Target>;
78    type Error = PyErr;
79
80    fn into_pyobject(self, py: Python<'py>) -> Result<Self::Output, Self::Error> {
81        let time_zone = self.0.time_zone().as_ref();
82        let time_unit = self.0.time_unit();
83        let iter = self.0.iter().map(|opt_v| {
84            opt_v.map(|v| datetime_to_py_object(py, v, time_unit, time_zone).unwrap())
85        });
86        PyList::new(py, iter)
87    }
88}
89
90impl<'py> IntoPyObject<'py> for &Wrap<&TimeChunked> {
91    type Target = PyList;
92    type Output = Bound<'py, Self::Target>;
93    type Error = PyErr;
94
95    fn into_pyobject(self, py: Python<'py>) -> Result<Self::Output, Self::Error> {
96        let iter = time_to_pyobject_iter(self.0);
97        PyList::new(py, iter)
98    }
99}
100
101pub(crate) fn time_to_pyobject_iter(
102    ca: &TimeChunked,
103) -> impl '_ + ExactSizeIterator<Item = Option<NaiveTime>> {
104    ca.phys
105        .iter()
106        .map(move |opt_v| opt_v.map(nanos_since_midnight_to_naivetime))
107}
108
109impl<'py> IntoPyObject<'py> for &Wrap<&DateChunked> {
110    type Target = PyList;
111    type Output = Bound<'py, Self::Target>;
112    type Error = PyErr;
113
114    fn into_pyobject(self, py: Python<'py>) -> Result<Self::Output, Self::Error> {
115        let iter = self.0.into_iter().map(|opt_v| opt_v.map(date32_to_date));
116        PyList::new(py, iter)
117    }
118}
119
120impl<'py> IntoPyObject<'py> for &Wrap<&DecimalChunked> {
121    type Target = PyList;
122    type Output = Bound<'py, Self::Target>;
123    type Error = PyErr;
124    fn into_pyobject(self, py: Python<'py>) -> Result<Self::Output, Self::Error> {
125        let iter = decimal_to_pyobject_iter(py, self.0)?;
126        PyList::new(py, iter)
127    }
128}
129
130pub(crate) fn decimal_to_pyobject_iter<'py, 'a>(
131    py: Python<'py>,
132    ca: &'a DecimalChunked,
133) -> PyResult<impl ExactSizeIterator<Item = Option<Bound<'py, PyAny>>> + use<'py, 'a>> {
134    let utils = pl_utils(py).bind(py);
135    let convert = utils.getattr(intern!(py, "to_py_decimal"))?;
136    let py_scale = (-(ca.scale() as i32)).into_pyobject(py)?;
137    // if we don't know precision, the only safe bet is to set it to 39
138    let py_precision = ca.precision().unwrap_or(39).into_pyobject(py)?;
139    Ok(ca.iter().map(move |opt_v| {
140        opt_v.map(|v| {
141            // TODO! use AnyValue so that we have a single impl.
142            const N: usize = 3;
143            let mut buf = [0_u128; N];
144            let n_digits = decimal_to_digits(v.abs(), &mut buf);
145            let buf = unsafe {
146                std::slice::from_raw_parts(
147                    buf.as_slice().as_ptr() as *const u8,
148                    N * size_of::<u128>(),
149                )
150            };
151            let digits = PyTuple::new(py, buf.iter().take(n_digits)).unwrap();
152            convert
153                .call1((v.is_negative() as u8, digits, &py_precision, &py_scale))
154                .unwrap()
155        })
156    }))
157}
polars_python/conversion/chunked_array.rs

polars_python/conversion/
chunked_array.rs
