Struct JsonSource

pub struct JsonSource { /* private fields */ }

JsonSource holds the extra configuration that is necessary for JsonOpener

Implementations

impl JsonSource

pub fn new() -> Self

Initialize a JsonSource with default values

Trait Implementations

impl Clone for JsonSource

fn clone(&self) -> JsonSource

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for JsonSource

fn default() -> JsonSource

Returns the “default value” for a type.

impl FileSource for JsonSource

fn create_file_opener( &self, object_store: Arc<dyn ObjectStore>, base_config: &FileScanConfig, _partition: usize, ) -> Arc<dyn FileOpener>

Creates a dyn FileOpener based on given parameters

fn as_any(&self) -> &dyn Any

Any

fn with_batch_size(&self, batch_size: usize) -> Arc<dyn FileSource>

Initialize new type with batch size configuration

fn with_schema(&self, _schema: SchemaRef) -> Arc<dyn FileSource>

Initialize new instance with a new schema

fn with_statistics(&self, statistics: Statistics) -> Arc<dyn FileSource>

Initialize new instance with projected statistics

fn with_projection(&self, _config: &FileScanConfig) -> Arc<dyn FileSource>

Initialize new instance with projection information

fn metrics(&self) -> &ExecutionPlanMetricsSet

Return execution plan metrics

fn statistics(&self) -> Result<Statistics>

Return projected statistics

fn file_type(&self) -> &str

String representation of file source such as “csv”, “json”, “parquet”

fn with_schema_adapter_factory( &self, schema_adapter_factory: Arc<dyn SchemaAdapterFactory>, ) -> Result<Arc<dyn FileSource>>

Set optional schema adapter factory.

fn schema_adapter_factory(&self) -> Option<Arc<dyn SchemaAdapterFactory>>

Returns the current schema adapter factory if set

fn fmt_extra( &self, _t: DisplayFormatType, _f: &mut Formatter<'_>, ) -> Result<(), Error>

Format FileType specific information

fn repartitioned( &self, target_partitions: usize, repartition_file_min_size: usize, output_ordering: Option<LexOrdering>, config: &FileScanConfig, ) -> Result<Option<FileScanConfig>, DataFusionError>

If supported by the FileSource, redistribute files across partitions according to their size. Allows custom file formats to implement their own repartitioning logic.

fn try_pushdown_filters( &self, filters: Vec<Arc<dyn PhysicalExpr>>, _config: &ConfigOptions, ) -> Result<FilterPushdownPropagation<Arc<dyn FileSource>>, DataFusionError>

Try to push down filters into this FileSource. See ExecutionPlan::handle_child_pushdown_result for more details.

impl From<JsonSource> for Arc<dyn FileSource>

fn from(source: JsonSource) -> Self

Converts to this type from the input type.