df_interchange/
to_polars.rs

1use paste::paste;
2use std::mem::transmute;
3
4use crate::{error::InterchangeError, ArrowArray, ArrowSchema, Interchange};
5
6macro_rules! ffi_to_polars {
7    ($to_ver:literal) => {
8        paste! {
9            impl Interchange {
10                #[doc = "Move Arrow data interchange format to Polars version `" $to_ver "`."]
11                pub fn [<to_polars_ $to_ver>](self) -> Result<[<polars_crate_ $to_ver>]::frame::DataFrame, InterchangeError> {
12
13                    // Prepare series vec
14                    let num_cols = self.ffi.len();
15                    let mut series = Vec::with_capacity(num_cols);
16
17                    // For columns in the ffi
18                    for s in self.ffi {
19
20                        // Prepare chunks vec
21                        let num_chunks = s.1.len();
22                        let mut chunks = Vec::with_capacity(num_chunks);
23
24                        // Get name of column
25                        let name = s.0;
26
27                        // For chunk in column
28                        for c in s.1 {
29
30                            // Convert ffi array from this crate's version of ArrowArray to polars-arrow
31                            let ffi_array = unsafe { transmute::<ArrowArray,  [<polars_arrow_ $to_ver>]::ffi::ArrowArray>(c.0) };
32
33                            // Convert ffi field from this crate's version of ArrowField to polars-arrow
34                            let ffi_field = unsafe { transmute::<ArrowSchema,  [<polars_arrow_ $to_ver>]::ffi::ArrowSchema>(c.1) };
35
36                            // Convert ffi to field
37                            let field = unsafe {
38                                [<polars_arrow_ $to_ver>]::ffi::import_field_from_c(&ffi_field)
39                            }?;
40
41                            // Convert ffi to chunk
42                            let array = unsafe {
43                                [<polars_arrow_ $to_ver>]::ffi::import_array_from_c(ffi_array, field.dtype().clone(),
44                                )
45                            }?;
46
47                            // Add the chunks to the vec of chunks
48                            chunks.push(array);
49                        }
50
51                        // Create series out of vec of chunks
52                        series.push(
53                            [<polars_crate_ $to_ver>]::series::Series::from_arrow_chunks(
54                                name.into(),
55                                chunks,
56                            )?,
57                        );
58                    }
59
60                    // Create DataFrame out of Vec of series
61                    Ok([<polars_crate_ $to_ver>]::frame::DataFrame::from_iter(series))
62                }
63            }
64        }
65    };
66}
67
68#[cfg(feature = "polars_0_43")]
69ffi_to_polars!("0_43");
70
71#[cfg(feature = "polars_0_44")]
72ffi_to_polars!("0_44");
73
74#[cfg(feature = "polars_0_45")]
75ffi_to_polars!("0_45");
76
77#[cfg(feature = "polars_0_46")]
78ffi_to_polars!("0_46");
79
80#[cfg(feature = "polars_0_47")]
81ffi_to_polars!("0_47");
82
83#[cfg(feature = "polars_0_48")]
84ffi_to_polars!("0_48");
85
86macro_rules! ffi_to_polars {
87    ($to_ver:literal) => {
88        paste! {
89            impl Interchange {
90                #[doc = "Move Arrow data interchange format to Polars version `" $to_ver "`."]
91                pub fn [<to_polars_ $to_ver>](self) -> Result<[<polars_crate_ $to_ver>]::frame::DataFrame, InterchangeError> {
92
93                    // Prepare series vec
94                    let num_cols = self.ffi.len();
95                    let mut series = Vec::with_capacity(num_cols);
96
97                    // For columns in the ffi
98                    for s in self.ffi {
99
100                        // Prepare chunks vec
101                        let num_chunks = s.1.len();
102                        let mut chunks = Vec::with_capacity(num_chunks);
103
104                        // Get name of column
105                        let name = s.0;
106
107                        // For chunk in column
108                        for c in s.1 {
109
110                            // Convert ffi array from this crate's version of ArrowArray to polars-arrow
111                            let ffi_array = unsafe { transmute::<ArrowArray,  [<polars_arrow_ $to_ver>]::ffi::ArrowArray>(c.0) };
112
113                            // Convert ffi field from this crate's version of ArrowField to polars-arrow
114                            let ffi_field = unsafe { transmute::<ArrowSchema,  [<polars_arrow_ $to_ver>]::ffi::ArrowSchema>(c.1) };
115
116                            // Convert ffi to field
117                            let field = unsafe {
118                                [<polars_arrow_ $to_ver>]::ffi::import_field_from_c(&ffi_field)
119                            }?;
120
121                            // Convert ffi to chunk
122                            let array = unsafe {
123                                [<polars_arrow_ $to_ver>]::ffi::import_array_from_c(ffi_array, field.data_type().clone(),
124                                )
125                            }?;
126
127                            // Add the chunks to the vec of chunks
128                            chunks.push(array);
129                        }
130
131                        // Create series out of vec of chunks
132                        series.push(
133                            [<polars_crate_ $to_ver>]::series::Series::from_arrow_chunks(
134                                &name,
135                                chunks,
136                            )?,
137                        );
138                    }
139
140                    // Create DataFrame out of Vec of series
141                    Ok([<polars_crate_ $to_ver>]::frame::DataFrame::from_iter(series))
142                }
143            }
144        }
145    };
146}
147
148#[cfg(feature = "polars_0_41")]
149ffi_to_polars!("0_41");
150
151#[cfg(feature = "polars_0_42")]
152ffi_to_polars!("0_42");
153
154macro_rules! ffi_to_polars {
155    ($to_ver:literal) => {
156        paste! {
157            impl Interchange {
158                #[doc = "Move Arrow data interchange format to Polars version `" $to_ver "`."]
159                pub fn [<to_polars_ $to_ver>](self) -> Result<[<polars_crate_ $to_ver>]::frame::DataFrame, InterchangeError> {
160
161                    // Prepare series vec
162                    let num_cols = self.ffi.len();
163                    let mut series = Vec::with_capacity(num_cols);
164
165                    // For columns in the ffi
166                    for s in self.ffi {
167
168                        // Prepare chunks vec
169                        let num_chunks = s.1.len();
170                        let mut chunks = Vec::with_capacity(num_chunks);
171
172                        // Get name of column
173                        let name = s.0;
174
175                        // For chunk in column
176                        for c in s.1 {
177
178                            // Convert ffi array from this crate's version of ArrowArray to polars-arrow
179                            let ffi_array = unsafe { transmute::<ArrowArray,  [<polars_arrow_ $to_ver>]::ffi::ArrowArray>(c.0) };
180
181                            // Convert ffi field from this crate's version of ArrowField to polars-arrow
182                            let ffi_field = unsafe { transmute::<ArrowSchema,  [<polars_arrow_ $to_ver>]::ffi::ArrowSchema>(c.1) };
183
184                            // Convert ffi to field
185                            let field = unsafe {
186                                [<polars_arrow_ $to_ver>]::ffi::import_field_from_c(&ffi_field)
187                            }?;
188
189                            // Convert ffi to chunk
190                            let array = unsafe {
191                                [<polars_arrow_ $to_ver>]::ffi::import_array_from_c(ffi_array, field.data_type().clone(),
192                                )
193                            }?;
194
195                            let series_chunk = [<polars_crate_ $to_ver>]::series::Series::from_arrow(
196                                &name,
197                                array,
198                            )?;
199
200                            // Add the chunks to the vec of chunks
201                            chunks.push(series_chunk);
202                        }
203
204                        // Create one series from multiple series chunks
205                        let mut chunk_iter = chunks.into_iter();
206                        let mut full_series = chunk_iter.next().unwrap();
207                        for c in chunk_iter {
208                            full_series.append(&c)?;
209                        }
210
211                        series.push(
212                            full_series,
213                        );
214                    }
215
216                    // Create DataFrame out of Vec of series
217                    Ok([<polars_crate_ $to_ver>]::frame::DataFrame::from_iter(series))
218                }
219            }
220        }
221    };
222}
223
224#[cfg(feature = "polars_0_40")]
225ffi_to_polars!("0_40");
df_interchange/to_polars.rs

df_interchange/
to_polars.rs
