datafusion-server 0.21.0

Web server library for session-based queries using Arrow and other large datasets as data sources.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

// custom_extractor.rs

use axum::{
    body,
    extract::{FromRequest, Request},
    http::StatusCode,
    response::Response,
};

pub struct BodyWithLimit {
    #[allow(dead_code)]
    pub payload: bytes::Bytes,
}

impl<S> FromRequest<S> for BodyWithLimit
where
    S: Send + Sync,
{
    type Rejection = Response;

    async fn from_request(req: Request<body::Body>, _state: &S) -> Result<Self, Self::Rejection> {
        let max_size = 20 * 1024 * 1024; // 20 MB

        let bytes = match body::to_bytes(req.into_body(), max_size).await {
            Ok(bytes) => bytes,
            Err(_e) => {
                return Err(Response::builder()
                    .status(StatusCode::PAYLOAD_TOO_LARGE)
                    .body(body::Body::empty())
                    .unwrap());
            }
        };

        log::debug!("payload length: {} bytes", bytes.len());

        Ok(Self { payload: bytes })
    }
}