df_interchange/
to_polars.rs

1use paste::paste;
2use std::mem::transmute;
3
4use crate::{error::InterchangeError, ArrowArray, ArrowSchema, Interchange};
5
6macro_rules! ffi_to_polars {
7    ($to_ver:literal) => {
8        paste! {
9            impl Interchange {
10                #[doc = "Move Arrow data interchange format to Polars version `" $to_ver "`."]
11                pub fn [<to_polars_ $to_ver>](self) -> Result<[<polars_crate_ $to_ver>]::frame::DataFrame, InterchangeError> {
12
13                    // Prepare series vec
14                    let num_cols = self.ffi.len();
15                    let mut series = Vec::with_capacity(num_cols);
16
17                    // For columns in the ffi
18                    for s in self.ffi {
19
20                        // Prepare chunks vec
21                        let num_chunks = s.1.len();
22                        let mut chunks = Vec::with_capacity(num_chunks);
23
24                        // Get name of column
25                        let name = s.0;
26
27                        // For chunk in column
28                        for c in s.1 {
29
30                            // Convert ffi array from this crate's version of ArrowArray to polars-arrow
31                            let ffi_array = unsafe { transmute::<ArrowArray,  [<polars_arrow_ $to_ver>]::ffi::ArrowArray>(c.0) };
32
33                            // Convert ffi field from this crate's version of ArrowField to polars-arrow
34                            let ffi_field = unsafe { transmute::<ArrowSchema,  [<polars_arrow_ $to_ver>]::ffi::ArrowSchema>(c.1) };
35
36                            // Convert ffi to field
37                            let field = unsafe {
38                                [<polars_arrow_ $to_ver>]::ffi::import_field_from_c(&ffi_field)
39                            }?;
40
41                            // Convert ffi to chunk
42                            let array = unsafe {
43                                [<polars_arrow_ $to_ver>]::ffi::import_array_from_c(ffi_array, field.dtype().clone(),
44                                )
45                            }?;
46
47                            // Add the chunks to the vec of chunks
48                            chunks.push(array);
49                        }
50
51                        // Create series out of vec of chunks
52                        series.push(
53                            [<polars_crate_ $to_ver>]::series::Series::from_arrow_chunks(
54                                name.into(),
55                                chunks,
56                            )?,
57                        );
58                    }
59
60                    // Create DataFrame out of Vec of series
61                    Ok([<polars_crate_ $to_ver>]::frame::DataFrame::from_iter(series))
62                }
63            }
64        }
65    };
66}
67
68#[cfg(feature = "polars_0_43")]
69ffi_to_polars!("0_43");
70
71#[cfg(feature = "polars_0_44")]
72ffi_to_polars!("0_44");
73
74#[cfg(feature = "polars_0_45")]
75ffi_to_polars!("0_45");
76
77#[cfg(feature = "polars_0_46")]
78ffi_to_polars!("0_46");
79
80#[cfg(feature = "polars_0_47")]
81ffi_to_polars!("0_47");
82
83#[cfg(feature = "polars_0_48")]
84ffi_to_polars!("0_48");
85
86#[cfg(feature = "polars_0_49")]
87ffi_to_polars!("0_49");
88
89macro_rules! ffi_to_polars {
90    ($to_ver:literal) => {
91        paste! {
92            impl Interchange {
93                #[doc = "Move Arrow data interchange format to Polars version `" $to_ver "`."]
94                pub fn [<to_polars_ $to_ver>](self) -> Result<[<polars_crate_ $to_ver>]::frame::DataFrame, InterchangeError> {
95
96                    // Prepare series vec
97                    let num_cols = self.ffi.len();
98                    let mut series = Vec::with_capacity(num_cols);
99
100                    // For columns in the ffi
101                    for s in self.ffi {
102
103                        // Prepare chunks vec
104                        let num_chunks = s.1.len();
105                        let mut chunks = Vec::with_capacity(num_chunks);
106
107                        // Get name of column
108                        let name = s.0;
109
110                        // For chunk in column
111                        for c in s.1 {
112
113                            // Convert ffi array from this crate's version of ArrowArray to polars-arrow
114                            let ffi_array = unsafe { transmute::<ArrowArray,  [<polars_arrow_ $to_ver>]::ffi::ArrowArray>(c.0) };
115
116                            // Convert ffi field from this crate's version of ArrowField to polars-arrow
117                            let ffi_field = unsafe { transmute::<ArrowSchema,  [<polars_arrow_ $to_ver>]::ffi::ArrowSchema>(c.1) };
118
119                            // Convert ffi to field
120                            let field = unsafe {
121                                [<polars_arrow_ $to_ver>]::ffi::import_field_from_c(&ffi_field)
122                            }?;
123
124                            // Convert ffi to chunk
125                            let array = unsafe {
126                                [<polars_arrow_ $to_ver>]::ffi::import_array_from_c(ffi_array, field.data_type().clone(),
127                                )
128                            }?;
129
130                            // Add the chunks to the vec of chunks
131                            chunks.push(array);
132                        }
133
134                        // Create series out of vec of chunks
135                        series.push(
136                            [<polars_crate_ $to_ver>]::series::Series::from_arrow_chunks(
137                                &name,
138                                chunks,
139                            )?,
140                        );
141                    }
142
143                    // Create DataFrame out of Vec of series
144                    Ok([<polars_crate_ $to_ver>]::frame::DataFrame::from_iter(series))
145                }
146            }
147        }
148    };
149}
150
151#[cfg(feature = "polars_0_41")]
152ffi_to_polars!("0_41");
153
154#[cfg(feature = "polars_0_42")]
155ffi_to_polars!("0_42");
156
157macro_rules! ffi_to_polars {
158    ($to_ver:literal) => {
159        paste! {
160            impl Interchange {
161                #[doc = "Move Arrow data interchange format to Polars version `" $to_ver "`."]
162                pub fn [<to_polars_ $to_ver>](self) -> Result<[<polars_crate_ $to_ver>]::frame::DataFrame, InterchangeError> {
163
164                    // Prepare series vec
165                    let num_cols = self.ffi.len();
166                    let mut series = Vec::with_capacity(num_cols);
167
168                    // For columns in the ffi
169                    for s in self.ffi {
170
171                        // Prepare chunks vec
172                        let num_chunks = s.1.len();
173                        let mut chunks = Vec::with_capacity(num_chunks);
174
175                        // Get name of column
176                        let name = s.0;
177
178                        // For chunk in column
179                        for c in s.1 {
180
181                            // Convert ffi array from this crate's version of ArrowArray to polars-arrow
182                            let ffi_array = unsafe { transmute::<ArrowArray,  [<polars_arrow_ $to_ver>]::ffi::ArrowArray>(c.0) };
183
184                            // Convert ffi field from this crate's version of ArrowField to polars-arrow
185                            let ffi_field = unsafe { transmute::<ArrowSchema,  [<polars_arrow_ $to_ver>]::ffi::ArrowSchema>(c.1) };
186
187                            // Convert ffi to field
188                            let field = unsafe {
189                                [<polars_arrow_ $to_ver>]::ffi::import_field_from_c(&ffi_field)
190                            }?;
191
192                            // Convert ffi to chunk
193                            let array = unsafe {
194                                [<polars_arrow_ $to_ver>]::ffi::import_array_from_c(ffi_array, field.data_type().clone(),
195                                )
196                            }?;
197
198                            let series_chunk = [<polars_crate_ $to_ver>]::series::Series::from_arrow(
199                                &name,
200                                array,
201                            )?;
202
203                            // Add the chunks to the vec of chunks
204                            chunks.push(series_chunk);
205                        }
206
207                        // Create one series from multiple series chunks
208                        let mut chunk_iter = chunks.into_iter();
209                        let mut full_series = chunk_iter.next().unwrap();
210                        for c in chunk_iter {
211                            full_series.append(&c)?;
212                        }
213
214                        series.push(
215                            full_series,
216                        );
217                    }
218
219                    // Create DataFrame out of Vec of series
220                    Ok([<polars_crate_ $to_ver>]::frame::DataFrame::from_iter(series))
221                }
222            }
223        }
224    };
225}
226
227#[cfg(feature = "polars_0_40")]
228ffi_to_polars!("0_40");
df_interchange/to_polars.rs

df_interchange/
to_polars.rs
