pandrs 0.3.0

A high-performance DataFrame library for Rust, providing pandas-like API with advanced features including SIMD optimization, parallel processing, and distributed computing capabilities
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! # DataFusion Integration
//!
//! This module provides integration with Apache Arrow DataFusion for distributed processing.

#[cfg(feature = "distributed")]
mod context;
#[cfg(feature = "distributed")]
mod conversion;
#[cfg(feature = "distributed")]
mod executor;
#[cfg(feature = "distributed")]
mod fault_tolerance;

#[cfg(feature = "distributed")]
pub use context::DataFusionContext;
#[cfg(feature = "distributed")]
pub use executor::DataFusionEngine;
#[cfg(feature = "distributed")]
pub use fault_tolerance::{FaultTolerantDataFusionContext, create_fault_tolerant_context};

/// Dummy implementation when the distributed feature is not enabled
#[cfg(not(feature = "distributed"))]
pub struct DataFusionEngine;

/// Dummy implementation when the distributed feature is not enabled
#[cfg(not(feature = "distributed"))]
impl DataFusionEngine {
    /// Creates a new dummy engine
    pub fn new() -> Self {
        Self
    }
}