Skip to main content

Crate ailake_catalog

Crate ailake_catalog 

Source
Expand description

ailake-catalog — Iceberg catalog operations

Implements CatalogProvider for all supported backends. This is the only crate that reads/writes metadata.json and manifests.

See docs/architecture/CATALOG_BACKENDS.md for backend details.

Re-exports§

pub use avro_manifest::build_manifest_entry_schema;
pub use avro_manifest::read_equality_delete_values;
pub use avro_manifest::write_equality_delete_avro;
pub use avro_manifest::write_equality_delete_manifest;
pub use avro_manifest::write_manifest_list_multi_typed;
pub use avro_manifest::write_partition_stats_parquet;
pub use hadoop::HadoopCatalog;
pub use metadata::BlobRef;
pub use metadata::IcebergPartitionStatsRef;
pub use metadata::IcebergStatisticsRef;
pub use provider::decode_centroid;
pub use provider::encode_centroid_b64;
pub use provider::make_data_file_entry;
pub use provider::make_data_file_entry_indexing;
pub use provider::make_multi_column_data_file_entry;
pub use provider::new_snapshot_id;
pub use provider::CatalogProvider;
pub use provider::DataFileEntry;
pub use provider::EqualityDeleteFile;
pub use provider::ExtraVectorIndex;
pub use provider::IcebergSchemaUpdate;
pub use provider::IndexStatus;
pub use provider::NewSnapshot;
pub use provider::PartitionField;
pub use provider::PartitionSpec;
pub use provider::SchemaField;
pub use provider::SnapshotId;
pub use provider::SnapshotOperation;
pub use provider::TableIdent;
pub use provider::TableMetadata;
pub use provider::TableProperties;
pub use provider::VectorIndexInfo;
pub use puffin::AilakePuffinReader;
pub use puffin::AilakePuffinWriter;
pub use puffin::BM25BloomEntry;
pub use puffin::VectorStatEntry;
pub use puffin::BLOB_TYPE_BM25_BLOOM;
pub use puffin::BLOB_TYPE_VECTOR_STATS;
pub use schema_evolution::AddColumnRequest;
pub use schema_evolution::RenameColumnRequest;
pub use schema_evolution::SchemaEvolution;

Modules§

avro_manifest
avro_raw
hadoop
metadata
provider
puffin
AI-Lake Puffin statistics files (Phase F).
schema_evolution
Schema evolution request types (Phase G).
snapshot