delta-arrow-reader 0.1.2

Read-only Delta Lake to Apache Arrow reader
Documentation
implementation,comparison_case,benchmark_schema_version,benchmark_mode,host_os,host_arch,host_available_parallelism,seed,workload_case_count,workload_case,provider_exec_storage_profile,query_case,reader_backend,scheduling_mode,scan_target_partitions,max_concurrent_file_reads_per_scan,max_concurrent_file_reads_per_partition,output_buffer_capacity_per_partition,native_async_prefetch_file_count_per_partition,repetitions,file_count,row_count,data_file_bytes,deletion_vector_file_count,deletion_vector_deleted_rows,deletion_vector_deleted_rows_per_file,provider_stats_scan_count,provider_stats_scan_metadata_exhausted,provider_stats_scan_partitions_planned,provider_stats_files_planned,provider_stats_estimated_rows,provider_stats_estimated_bytes,provider_stats_scan_partitions_started_p50,provider_stats_scan_partitions_completed_p50,provider_stats_files_started_p50,provider_stats_files_completed_p50,provider_stats_dynamic_partition_files_pruned_p50,provider_stats_dynamic_partition_files_kept_p50,provider_stats_dynamic_filters_received_p50,provider_stats_dynamic_filters_accepted_p50,provider_stats_dynamic_filters_unsupported_p50,provider_stats_dynamic_filter_snapshots_p50,provider_stats_dynamic_partition_files_not_pruned_missing_metadata_p50,provider_stats_dynamic_partition_files_not_pruned_unsupported_expression_p50,provider_stats_batches_produced_p50,provider_stats_rows_produced_p50,provider_stats_deletion_vector_payloads_loaded_p50,provider_stats_deletion_vectors_applied_p50,provider_stats_deletion_vector_rows_deleted_p50,provider_stats_deletion_vector_failures_p50,provider_stats_deletion_vector_rejections_p50,produced_rows,produced_batches,process_peak_rss_bytes,process_peak_rss_delta_bytes,planning_micros_p50,planning_micros_p95,planning_micros_p99,time_to_first_batch_micros_p50,time_to_first_batch_micros_p95,time_to_first_batch_micros_p99,total_micros_p50,total_micros_p95,total_micros_p99,source_rows_per_second_p50,source_rows_per_second_p95,source_rows_per_second_p99,batch_latency_micros_p50,batch_latency_micros_p95,batch_latency_micros_p99,min_total_micros,max_total_micros,execution_profile_operator_count_max,execution_profile_metric_count_max,execution_profile_mode,parquet_metadata_size_hint,parquet_full_file_read_threshold,provider_stats_parquet_data_file_range_get_operations_p50,provider_stats_parquet_data_file_full_get_operations_p50,provider_stats_parquet_data_file_bytes_received_p50,provider_stats_parquet_data_file_opened_bytes_p50,fixture_fingerprint
baseline,local-native-dv,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files_sparse_dv,local,project_id,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,4,12,3,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32756,4,4,12,0,0,32756,4,65064960,4661248,478,1061,1061,650,1527,1527,1300,2887,2887,25206153,26991762,26991762,41,720,1527,1214,2887,0,0,disabled,65536,,8,0,446708,819772,fnv1a64:e1509da31486f25a
extracted,local-native-dv,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files_sparse_dv,local,project_id,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,4,12,3,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32756,4,4,12,0,0,32756,4,60014592,4214784,467,1088,1088,398,948,948,922,2092,2092,35540130,40305043,40305043,16,410,948,813,2092,0,0,disabled,65536,,8,0,446708,819772,fnv1a64:e1509da31486f25a
baseline,local-native-full,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,local,full_rows,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32768,0,0,0,0,0,32768,4,66613248,5787648,448,1131,1131,291,883,883,926,2247,2247,35386609,42172458,42172458,51,383,883,777,2247,0,0,disabled,65536,,8,0,1078950,819772,fnv1a64:a3f6509701b2a6fc
extracted,local-native-full,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,local,full_rows,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32768,0,0,0,0,0,32768,4,62689280,5382144,436,1023,1023,304,807,807,797,1962,1962,41114178,45574408,45574408,18,374,807,719,1962,0,0,disabled,65536,,8,0,1078950,819772,fnv1a64:a3f6509701b2a6fc
baseline,local-native-full-read-eligible,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,local,full_rows,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32768,0,0,0,0,0,32768,4,68136960,5799936,498,1062,1062,321,801,801,994,1949,1949,32965794,36247787,36247787,29,373,801,904,1949,0,0,disabled,65536,1000000,0,4,819772,819772,fnv1a64:a3f6509701b2a6fc
extracted,local-native-full-read-eligible,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,local,full_rows,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32768,0,0,0,0,0,32768,4,61718528,5033984,602,1118,1118,277,876,876,943,2232,2232,34748674,42390685,42390685,24,312,876,773,2232,0,0,disabled,65536,1000000,0,4,819772,819772,fnv1a64:a3f6509701b2a6fc
baseline,local-native-full-read-ineligible,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,local,full_rows,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32768,0,0,0,0,0,32768,4,67649536,5931008,619,1700,1700,333,917,917,1188,2847,2847,27582491,39815309,39815309,59,386,917,823,2847,0,0,disabled,65536,1000,8,0,1078950,819772,fnv1a64:a3f6509701b2a6fc
extracted,local-native-full-read-ineligible,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,local,full_rows,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32768,0,0,0,0,0,32768,4,61837312,5455872,465,1087,1087,294,938,938,903,2170,2170,36287929,40305043,40305043,46,346,938,813,2170,0,0,disabled,65536,1000,8,0,1078950,819772,fnv1a64:a3f6509701b2a6fc
baseline,local-native-many-small,22,provider_exec,linux,x86_64,16,0,1,provider_many_small_files,local,project_id,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,64,8192,236489,0,0,0,1,true,16,64,8192,236489,16,16,64,64,0,0,0,0,0,0,0,0,64,8192,0,0,0,0,0,8192,64,65880064,5214208,663,1262,1262,348,2165,2165,1803,4207,4207,4543538,4896592,4896592,2,62,343,1673,4207,0,0,disabled,65536,,128,0,278921,236489,fnv1a64:05a1a9efa301e8be
extracted,local-native-many-small,22,provider_exec,linux,x86_64,16,0,1,provider_many_small_files,local,project_id,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,64,8192,236489,0,0,0,1,true,16,64,8192,236489,16,16,64,64,0,0,0,0,0,0,0,0,64,8192,0,0,0,0,0,8192,64,59875328,4435968,634,1390,1390,358,2458,2458,1916,4681,4681,4275574,4357446,4357446,8,58,314,1880,4681,0,0,disabled,65536,,128,0,278921,236489,fnv1a64:05a1a9efa301e8be
baseline,local-native-metadata-disabled,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,local,full_rows,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32768,0,0,0,0,0,32768,4,67698688,6074368,493,1094,1094,368,964,964,981,2112,2112,33402650,39384615,39384615,24,384,964,832,2112,0,0,disabled,,,12,0,819343,819772,fnv1a64:a3f6509701b2a6fc
extracted,local-native-metadata-disabled,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,local,full_rows,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32768,0,0,0,0,0,32768,4,61988864,5222400,487,1115,1115,313,856,856,910,2128,2128,36008791,36817977,36817977,33,449,856,890,2128,0,0,disabled,,,12,0,819343,819772,fnv1a64:a3f6509701b2a6fc
baseline,local-native-metadata-undersized,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,local,full_rows,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32768,0,0,0,0,0,32768,4,68210688,5795840,503,1647,1647,312,940,940,962,2805,2805,34062370,37838337,37838337,45,344,940,866,2805,0,0,disabled,8,,12,0,819343,819772,fnv1a64:a3f6509701b2a6fc
extracted,local-native-metadata-undersized,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,local,full_rows,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32768,0,0,0,0,0,32768,4,62083072,5337088,511,1355,1355,344,1245,1245,1050,2720,2720,31207619,39960975,39960975,43,381,1245,820,2720,0,0,disabled,8,,12,0,819343,819772,fnv1a64:a3f6509701b2a6fc
baseline,local-native-projection,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,local,project_id,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32768,0,0,0,0,0,32768,4,63574016,3596288,467,1039,1039,187,631,631,721,1723,1723,45447988,51120124,51120124,15,193,631,641,1723,0,0,disabled,65536,,8,0,446708,819772,fnv1a64:a3f6509701b2a6fc
extracted,local-native-projection,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,local,project_id,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32768,0,0,0,0,0,32768,4,55558144,3117056,446,1241,1241,161,656,656,664,2001,2001,49349397,53281300,53281300,20,169,656,615,2001,0,0,disabled,65536,,8,0,446708,819772,fnv1a64:a3f6509701b2a6fc
baseline,local-native-pruned-unequal,22,provider_exec,linux,x86_64,16,0,1,provider_many_unequal_files,local,filter_tail_ids,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,64,72704,1865832,0,0,0,1,true,16,32,68608,1748159,16,16,32,32,0,0,0,0,0,0,0,0,32,68608,0,0,0,0,0,68608,32,72187904,5890048,857,1642,1642,330,1923,1923,1649,4087,4087,44089751,49968384,49968384,8,67,469,1455,4087,0,0,disabled,65536,,64,0,1001608,1748159,fnv1a64:e29235befe1d61e3
extracted,local-native-pruned-unequal,22,provider_exec,linux,x86_64,16,0,1,provider_many_unequal_files,local,filter_tail_ids,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,64,72704,1865832,0,0,0,1,true,16,32,68608,1748159,16,16,32,32,0,0,0,0,0,0,0,0,32,68608,0,0,0,0,0,68608,32,64200704,5705728,852,1619,1619,429,2245,2245,1628,4203,4203,44658476,48827400,48827400,7,47,466,1489,4203,0,0,disabled,65536,,64,0,1001608,1748159,fnv1a64:e29235befe1d61e3
baseline,local-official-dv,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files_sparse_dv,local,project_id,official_kernel,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,4,12,3,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,36,32756,4,4,12,0,0,32756,36,63803392,3616768,484,1153,1153,543,1556,1556,1157,2809,2809,28321521,30652946,30652946,0,11,584,1069,2809,0,0,disabled,65536,,,,,,fnv1a64:e1509da31486f25a
extracted,local-official-dv,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files_sparse_dv,local,project_id,official_kernel,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,4,12,3,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,36,32756,4,4,12,0,0,32756,36,58896384,3530752,454,1054,1054,355,799,799,1035,2400,2400,31659903,36088105,36088105,2,30,439,908,2400,0,0,disabled,65536,,,,,,fnv1a64:e1509da31486f25a
baseline,local-official-full,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,local,full_rows,official_kernel,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,36,32768,0,0,0,0,0,32768,36,65441792,4837376,476,1051,1051,876,2233,2233,1433,3369,3369,22866713,24767951,24767951,1,8,979,1323,3369,0,0,disabled,65536,,,,,,fnv1a64:a3f6509701b2a6fc
extracted,local-official-full,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,local,full_rows,official_kernel,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,36,32768,0,0,0,0,0,32768,36,60809216,4124672,467,1119,1119,356,941,941,1402,3195,3195,23372325,26068416,26068416,10,100,394,1257,3195,0,0,disabled,65536,,,,,,fnv1a64:a3f6509701b2a6fc
baseline,throttled-native-full,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,s3_throttled,full_rows,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32768,0,0,0,0,0,32768,4,71241728,6893568,30354,31169,31169,66747,68560,68560,97507,100125,100125,336057,352886,352886,102,67678,68560,92857,100125,0,0,disabled,65536,,8,0,1078950,819772,fnv1a64:a3f6509701b2a6fc
extracted,throttled-native-full,22,provider_exec,linux,x86_64,16,0,1,provider_few_larger_files,s3_throttled,full_rows,native_async,prefetch_2_ap_target_scan_3x,16,48,3,1,2,5,4,32768,819772,0,0,0,1,true,4,4,32768,819772,4,4,4,4,0,0,0,0,0,0,0,0,4,32768,0,0,0,0,0,32768,4,67117056,6471680,30813,32670,32670,64205,68542,68542,94272,101477,101477,347589,367259,367259,77,67737,68542,89223,101477,0,0,disabled,65536,,8,0,1078950,819772,fnv1a64:a3f6509701b2a6fc