Struct JsonSource

pub struct JsonSource { /* private fields */ }

JsonSource holds the extra configuration that is necessary for JsonOpener

Implementations

impl JsonSource

pub fn new() -> Self

Initialize a JsonSource with default values

Trait Implementations

impl Clone for JsonSource

fn clone(&self) -> JsonSource

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for JsonSource

fn default() -> JsonSource

Returns the “default value” for a type.

impl FileSource for JsonSource

fn create_file_opener( &self, object_store: Arc<dyn ObjectStore>, base_config: &FileScanConfig, _partition: usize, ) -> Arc<dyn FileOpener>

Creates a dyn FileOpener based on given parameters

fn as_any(&self) -> &dyn Any

Any

fn with_batch_size(&self, batch_size: usize) -> Arc<dyn FileSource>

Initialize new type with batch size configuration

fn with_schema(&self, _schema: SchemaRef) -> Arc<dyn FileSource>

Initialize new instance with a new schema

fn with_statistics(&self, statistics: Statistics) -> Arc<dyn FileSource>

Initialize new instance with projected statistics

fn with_projection(&self, _config: &FileScanConfig) -> Arc<dyn FileSource>

Initialize new instance with projection information

fn metrics(&self) -> &ExecutionPlanMetricsSet

Return execution plan metrics

fn statistics(&self) -> Result<Statistics>

Return projected statistics

fn file_type(&self) -> &str

String representation of file source such as “csv”, “json”, “parquet”

fn fmt_extra( &self, _t: DisplayFormatType, _f: &mut Formatter<'_>, ) -> Result<(), Error>

Format FileType specific information

fn repartitioned( &self, target_partitions: usize, repartition_file_min_size: usize, output_ordering: Option<LexOrdering>, config: &FileScanConfig, ) -> Result<Option<FileScanConfig>, DataFusionError>

If supported by the FileSource, redistribute files across partitions according to their size. Allows custom file formats to implement their own repartitioning logic.