df_interchange/
to_polars.rs

1use paste::paste;
2use std::mem::transmute;
3
4use crate::{error::InterchangeError, ArrowArray, ArrowSchema, Interchange};
5
6macro_rules! ffi_to_polars {
7    ($to_ver:literal) => {
8        paste! {
9            impl Interchange {
10                #[doc = "Move Arrow data interchange format to Polars version `" $to_ver "`."]
11                pub fn [<to_polars_ $to_ver>](self) -> Result<[<polars_crate_ $to_ver>]::frame::DataFrame, InterchangeError> {
12
13                    // Prepare series vec
14                    let num_cols = self.ffi.len();
15                    let mut series = Vec::with_capacity(num_cols);
16
17                    // For columns in the ffi
18                    for s in self.ffi {
19
20                        // Prepare chunks vec
21                        let num_chunks = s.1.len();
22                        let mut chunks = Vec::with_capacity(num_chunks);
23
24                        // Get name of column
25                        let name = s.0;
26
27                        // For chunk in column
28                        for c in s.1 {
29
30                            // Convert ffi array from this crate's version of ArrowArray to polars-arrow
31                            let ffi_array = unsafe { transmute::<ArrowArray,  [<polars_arrow_ $to_ver>]::ffi::ArrowArray>(c.0) };
32
33                            // Convert ffi field from this crate's version of ArrowField to polars-arrow
34                            let ffi_field = unsafe { transmute::<ArrowSchema,  [<polars_arrow_ $to_ver>]::ffi::ArrowSchema>(c.1) };
35
36                            // Convert ffi to field
37                            let field = unsafe {
38                                [<polars_arrow_ $to_ver>]::ffi::import_field_from_c(&ffi_field)
39                            }?;
40
41                            // Convert ffi to chunk
42                            let array = unsafe {
43                                [<polars_arrow_ $to_ver>]::ffi::import_array_from_c(ffi_array, field.dtype().clone(),
44                                )
45                            }?;
46
47                            // Add the chunks to the vec of chunks
48                            chunks.push(array);
49                        }
50
51                        // Create series out of vec of chunks
52                        series.push(
53                            [<polars_crate_ $to_ver>]::series::Series::from_arrow_chunks(
54                                name.into(),
55                                chunks,
56                            )?,
57                        );
58                    }
59
60                    // Create DataFrame out of Vec of series
61                    Ok([<polars_crate_ $to_ver>]::frame::DataFrame::from_iter(series))
62                }
63            }
64        }
65    };
66}
67
68#[cfg(feature = "polars_0_43")]
69ffi_to_polars!("0_43");
70
71#[cfg(feature = "polars_0_44")]
72ffi_to_polars!("0_44");
73
74#[cfg(feature = "polars_0_45")]
75ffi_to_polars!("0_45");
76
77#[cfg(feature = "polars_0_46")]
78ffi_to_polars!("0_46");
79
80#[cfg(feature = "polars_0_47")]
81ffi_to_polars!("0_47");
82
83#[cfg(feature = "polars_0_48")]
84ffi_to_polars!("0_48");
85
86#[cfg(feature = "polars_0_49")]
87ffi_to_polars!("0_49");
88
89#[cfg(feature = "polars_0_50")]
90ffi_to_polars!("0_50");
91
92macro_rules! ffi_to_polars {
93    ($to_ver:literal) => {
94        paste! {
95            impl Interchange {
96                #[doc = "Move Arrow data interchange format to Polars version `" $to_ver "`."]
97                pub fn [<to_polars_ $to_ver>](self) -> Result<[<polars_crate_ $to_ver>]::frame::DataFrame, InterchangeError> {
98
99                    // Prepare series vec
100                    let num_cols = self.ffi.len();
101                    let mut series = Vec::with_capacity(num_cols);
102
103                    // For columns in the ffi
104                    for s in self.ffi {
105
106                        // Prepare chunks vec
107                        let num_chunks = s.1.len();
108                        let mut chunks = Vec::with_capacity(num_chunks);
109
110                        // Get name of column
111                        let name = s.0;
112
113                        // For chunk in column
114                        for c in s.1 {
115
116                            // Convert ffi array from this crate's version of ArrowArray to polars-arrow
117                            let ffi_array = unsafe { transmute::<ArrowArray,  [<polars_arrow_ $to_ver>]::ffi::ArrowArray>(c.0) };
118
119                            // Convert ffi field from this crate's version of ArrowField to polars-arrow
120                            let ffi_field = unsafe { transmute::<ArrowSchema,  [<polars_arrow_ $to_ver>]::ffi::ArrowSchema>(c.1) };
121
122                            // Convert ffi to field
123                            let field = unsafe {
124                                [<polars_arrow_ $to_ver>]::ffi::import_field_from_c(&ffi_field)
125                            }?;
126
127                            // Convert ffi to chunk
128                            let array = unsafe {
129                                [<polars_arrow_ $to_ver>]::ffi::import_array_from_c(ffi_array, field.data_type().clone(),
130                                )
131                            }?;
132
133                            // Add the chunks to the vec of chunks
134                            chunks.push(array);
135                        }
136
137                        // Create series out of vec of chunks
138                        series.push(
139                            [<polars_crate_ $to_ver>]::series::Series::from_arrow_chunks(
140                                &name,
141                                chunks,
142                            )?,
143                        );
144                    }
145
146                    // Create DataFrame out of Vec of series
147                    Ok([<polars_crate_ $to_ver>]::frame::DataFrame::from_iter(series))
148                }
149            }
150        }
151    };
152}
153
154#[cfg(feature = "polars_0_41")]
155ffi_to_polars!("0_41");
156
157#[cfg(feature = "polars_0_42")]
158ffi_to_polars!("0_42");
159
160macro_rules! ffi_to_polars {
161    ($to_ver:literal) => {
162        paste! {
163            impl Interchange {
164                #[doc = "Move Arrow data interchange format to Polars version `" $to_ver "`."]
165                pub fn [<to_polars_ $to_ver>](self) -> Result<[<polars_crate_ $to_ver>]::frame::DataFrame, InterchangeError> {
166
167                    // Prepare series vec
168                    let num_cols = self.ffi.len();
169                    let mut series = Vec::with_capacity(num_cols);
170
171                    // For columns in the ffi
172                    for s in self.ffi {
173
174                        // Prepare chunks vec
175                        let num_chunks = s.1.len();
176                        let mut chunks = Vec::with_capacity(num_chunks);
177
178                        // Get name of column
179                        let name = s.0;
180
181                        // For chunk in column
182                        for c in s.1 {
183
184                            // Convert ffi array from this crate's version of ArrowArray to polars-arrow
185                            let ffi_array = unsafe { transmute::<ArrowArray,  [<polars_arrow_ $to_ver>]::ffi::ArrowArray>(c.0) };
186
187                            // Convert ffi field from this crate's version of ArrowField to polars-arrow
188                            let ffi_field = unsafe { transmute::<ArrowSchema,  [<polars_arrow_ $to_ver>]::ffi::ArrowSchema>(c.1) };
189
190                            // Convert ffi to field
191                            let field = unsafe {
192                                [<polars_arrow_ $to_ver>]::ffi::import_field_from_c(&ffi_field)
193                            }?;
194
195                            // Convert ffi to chunk
196                            let array = unsafe {
197                                [<polars_arrow_ $to_ver>]::ffi::import_array_from_c(ffi_array, field.data_type().clone(),
198                                )
199                            }?;
200
201                            let series_chunk = [<polars_crate_ $to_ver>]::series::Series::from_arrow(
202                                &name,
203                                array,
204                            )?;
205
206                            // Add the chunks to the vec of chunks
207                            chunks.push(series_chunk);
208                        }
209
210                        // Create one series from multiple series chunks
211                        let mut chunk_iter = chunks.into_iter();
212                        let mut full_series = chunk_iter.next().unwrap();
213                        for c in chunk_iter {
214                            full_series.append(&c)?;
215                        }
216
217                        series.push(
218                            full_series,
219                        );
220                    }
221
222                    // Create DataFrame out of Vec of series
223                    Ok([<polars_crate_ $to_ver>]::frame::DataFrame::from_iter(series))
224                }
225            }
226        }
227    };
228}
229
230#[cfg(feature = "polars_0_40")]
231ffi_to_polars!("0_40");
df_interchange/to_polars.rs

df_interchange/
to_polars.rs
