pub struct DataQualitySchemaConfig {
pub enabled: bool,
pub preset: DataQualityPreset,
pub missing_values: MissingValuesSchemaConfig,
pub typos: TypoSchemaConfig,
pub format_variations: FormatVariationSchemaConfig,
pub duplicates: DuplicateSchemaConfig,
pub encoding_issues: EncodingIssueSchemaConfig,
pub generate_labels: bool,
pub sink_profiles: SinkQualityProfiles,
}Expand description
Data quality variation settings for realistic flakiness injection.
Fields§
§enabled: boolEnable data quality variations
preset: DataQualityPresetPreset to use (overrides individual settings if set)
missing_values: MissingValuesSchemaConfigMissing value injection settings
typos: TypoSchemaConfigTypo injection settings
format_variations: FormatVariationSchemaConfigFormat variation settings
duplicates: DuplicateSchemaConfigDuplicate injection settings
encoding_issues: EncodingIssueSchemaConfigEncoding issue settings
generate_labels: boolGenerate quality issue labels for ML training
sink_profiles: SinkQualityProfilesPer-sink quality profiles (different settings for CSV vs JSON etc.)
Implementations§
Source§impl DataQualitySchemaConfig
impl DataQualitySchemaConfig
Sourcepub fn with_preset(preset: DataQualityPreset) -> Self
pub fn with_preset(preset: DataQualityPreset) -> Self
Creates a config for a specific preset profile.
Sourcepub fn apply_preset(&mut self)
pub fn apply_preset(&mut self)
Applies the preset settings to the individual configuration fields. Call this after deserializing if preset is not Custom or None.
Sourcepub fn effective_missing_rate(&self) -> f64
pub fn effective_missing_rate(&self) -> f64
Returns the effective missing value rate (considering preset).
Sourcepub fn effective_typo_rate(&self) -> f64
pub fn effective_typo_rate(&self) -> f64
Returns the effective typo rate (considering preset).
Sourcepub fn effective_duplicate_rate(&self) -> f64
pub fn effective_duplicate_rate(&self) -> f64
Returns the effective duplicate rate (considering preset).
Trait Implementations§
Source§impl Clone for DataQualitySchemaConfig
impl Clone for DataQualitySchemaConfig
Source§fn clone(&self) -> DataQualitySchemaConfig
fn clone(&self) -> DataQualitySchemaConfig
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for DataQualitySchemaConfig
impl Debug for DataQualitySchemaConfig
Source§impl Default for DataQualitySchemaConfig
impl Default for DataQualitySchemaConfig
Source§impl<'de> Deserialize<'de> for DataQualitySchemaConfig
impl<'de> Deserialize<'de> for DataQualitySchemaConfig
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for DataQualitySchemaConfig
impl RefUnwindSafe for DataQualitySchemaConfig
impl Send for DataQualitySchemaConfig
impl Sync for DataQualitySchemaConfig
impl Unpin for DataQualitySchemaConfig
impl UnwindSafe for DataQualitySchemaConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more