datafusion-server 0.21.0

Web server library for session-based queries using Arrow and other large datasets as data sources.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

// transport/http.rs

use std::collections::HashMap;
use std::str::FromStr;

use reqwest::{
    header::{HeaderMap, HeaderName, HeaderValue},
    Client,
};

use crate::request::body::DataSourceOption;
use crate::response::http_error::ResponseError;

pub enum ResponseDataType {
    Text,
    Binary,
}

pub enum ResponseData {
    Text(String),
    Binary(bytes::Bytes),
}

pub async fn get(
    uri: &str,
    options: &DataSourceOption,
    data_type: ResponseDataType,
) -> Result<ResponseData, ResponseError> {
    let response = Client::new()
        .get(uri)
        .headers(to_header_map(options.headers.as_ref())?)
        .send()
        .await
        .map_err(ResponseError::http_request)?;

    Ok(match data_type {
        ResponseDataType::Text => ResponseData::Text(response.text().await?),
        ResponseDataType::Binary => ResponseData::Binary(response.bytes().await?),
    })
}

fn to_header_map(headers: Option<&HashMap<String, String>>) -> Result<HeaderMap, ResponseError> {
    let mut result = HeaderMap::new();

    if let Some(headers) = headers {
        for (key, value) in headers {
            result.append(
                HeaderName::from_str(key).map_err(|e| {
                    ResponseError::request_validation(format!(
                        "Invalid http request header name: {e}"
                    ))
                })?,
                HeaderValue::from_str(value).map_err(|e| {
                    ResponseError::request_validation(format!(
                        "Invalid http request header value: {e}"
                    ))
                })?,
            );
        }
    }

    Ok(result)
}