pub struct ChunkParams {
pub min: u32,
pub avg: u32,
pub max: u32,
}Fields§
§min: u32§avg: u32§max: u32Implementations§
Source§impl ChunkParams
impl ChunkParams
Sourcepub const FINE: ChunkParams
pub const FINE: ChunkParams
Small text corpora: fine-grained dedup, more metadata.
Sourcepub const P2P: ChunkParams
pub const P2P: ChunkParams
Default: aligned with Hugging Face Xet / casync (~64 KiB), P2P friendly.
Sourcepub const ARCHIVE: ChunkParams
pub const ARCHIVE: ChunkParams
Large archives: fewer chunks, less metadata.
pub fn validate(&self) -> Result<()>
pub fn by_name(name: &str) -> Option<ChunkParams>
Trait Implementations§
Source§impl Clone for ChunkParams
impl Clone for ChunkParams
impl Copy for ChunkParams
Source§impl Debug for ChunkParams
impl Debug for ChunkParams
Source§impl Default for ChunkParams
impl Default for ChunkParams
Source§impl<'de> Deserialize<'de> for ChunkParams
impl<'de> Deserialize<'de> for ChunkParams
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
impl Eq for ChunkParams
Source§impl PartialEq for ChunkParams
impl PartialEq for ChunkParams
Source§impl Serialize for ChunkParams
impl Serialize for ChunkParams
impl StructuralPartialEq for ChunkParams
Auto Trait Implementations§
impl Freeze for ChunkParams
impl RefUnwindSafe for ChunkParams
impl Send for ChunkParams
impl Sync for ChunkParams
impl Unpin for ChunkParams
impl UnsafeUnpin for ChunkParams
impl UnwindSafe for ChunkParams
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> DefaultBoxed for Twhere
T: Default,
impl<T> DefaultBoxed for Twhere
T: Default,
Source§unsafe fn default_in_place(ptr: *mut T)
unsafe fn default_in_place(ptr: *mut T)
Fill the given memory location with default value. Read more
Source§fn default_boxed() -> Box<Self>where
Self: Sized,
fn default_boxed() -> Box<Self>where
Self: Sized,
Create a boxed instance with default value for each field.
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key and return true if they are equal.Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more