Struct lance_table::format::Fragment

pub struct Fragment {
    pub id: u64,
    pub files: Vec<DataFile>,
    pub deletion_file: Option<DeletionFile>,
    pub row_id_meta: Option<RowIdMeta>,
    pub physical_rows: Option<usize>,
}

Data fragment.

A fragment is a set of files which represent the different columns of the same rows. If column exists in the schema, but the related file does not exist, treat this column as nulls.

Fields

id: u64

Fragment ID

files: Vec<DataFile>

Files within the fragment.

deletion_file: Option<DeletionFile>

Optional file with deleted row ids.

row_id_meta: Option<RowIdMeta>

RowIndex

physical_rows: Option<usize>

Original number of rows in the fragment. If this is None, then it is unknown. This is only optional for legacy reasons. All new tables should have this set.

Implementations

impl Fragment

pub fn new(id: u64) -> Self

pub fn num_rows(&self) -> Option<usize>

pub fn from_json(json: &str) -> Result<Self>

pub fn with_file_legacy( id: u64, path: &str, schema: &Schema, physical_rows: Option<usize>, ) -> Self

Create a Fragment with one DataFile

pub fn add_file( &mut self, path: impl Into<String>, field_ids: Vec<i32>, column_indices: Vec<i32>, )

pub fn add_file_legacy(&mut self, path: &str, schema: &Schema)

Add a new DataFile to this fragment.

pub fn has_legacy_files(&self) -> bool

Trait Implementations

impl Clone for Fragment

fn clone(&self) -> Fragment

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Fragment

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for Fragment

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl From<&Fragment> for DataFragment

fn from(f: &Fragment) -> Self

Converts to this type from the input type.

impl PartialEq for Fragment

fn eq(&self, other: &Fragment) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for Fragment

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl TryFrom<DataFragment> for Fragment

type Error = Error

The type returned in the event of a conversion error.

fn try_from(p: DataFragment) -> Result<Self>

Performs the conversion.

impl Eq for Fragment

impl StructuralPartialEq for Fragment