datafusion-server 0.21.0

Web server library for session-based queries using Arrow and other large datasets as data sources.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

// object_store/registry.rs

use std::sync::Arc;

use datafusion::execution::context::SessionContext;
use object_store::DynObjectStore;

use crate::response::http_error::ResponseError;
use crate::settings::Settings;

pub fn register(ctx: &SessionContext) -> Result<(), ResponseError> {
    log::debug!("Register to object store from credential manager");

    for (key, store) in &Settings::global().object_store_manager.stores {
        register_to_runtime_env(ctx, key, store.clone())?;
    }

    Ok(())
}

fn register_to_runtime_env(
    ctx: &SessionContext,
    url: &str,
    store: Arc<DynObjectStore>,
) -> Result<(), ResponseError> {
    ctx.runtime_env()
        .register_object_store(&url::Url::parse(url)?, store);

    Ok(())
}