List of all items

Structs

• CancellationToken
• adaptive::AdaptiveBatchConfig
• adaptive::Adjustment
• adaptive::AimdController
• adaptive::Observation
• auth::AuthReference
• auth::RequestAuth
• budget::BudgetSink
• budget::BudgetSpec
• budget::BudgetState
• budget::BudgetTimer
• budget::BudgetVerdict
• check::CheckContext
• check::CheckReport
• check::Probe
• cleanup::CleanupPolicy
• cleanup::CleanupTracker
• cleanup::SeenKeys
• columnar::ColumnarPage
• contract::ContractOutcome
• contract::ContractViolation
• contract::ViolatingRecord
• contract::compile::CompiledContract
• contract::compile::CompiledField
• contract::config::ContractSpec
• contract::config::FieldContract
• create_table::PlannedColumn
• cross_join::CompiledCrossJoin
• cross_join::CrossJoinSpec
• diff::ContentDigest
• diff::Difference
• diff::DigestAccumulator
• diff::KeyRange
• diff::Normalizer
• diff::ServerDigest
• diff::VerifyReport
• discover::DatasetDescriptor
• dlq::BatchOutcomeCounters
• dlq::BatchOutcomes
• dlq::DlqConfig
• dlq::DlqStats
• dlq::UnwrappedEnvelope
• drift::ColumnChange
• drift::SchemaDiff
• drift::SchemaDriftPolicy
• drift::SchemaDriftSpec
• drift::SchemaEvolution
• encryption::CompiledEncryption
• encryption::EncryptionSpec
• file_format::AvroOptions
• file_format::CsvOptions
• file_format::ExcelOptions
• file_format::FormatOptions
• file_format::OrcOptions
• file_format::XmlOptions
• file_format::container::ContainerDecoder
• file_format::csv::CsvRowReader
• file_format::parquet_io::ParquetReadOptions
• idempotency::GuaranteeInputs
• join::HashJoin
• join::JoinConfig
• join::JoinStats
• join::Projection
• lag::LagObserver
• lag::SourceLag
• local_outputs::LocalOutput
• local_outputs::LocalOutputLog
• masking::MaskHit
• masking::MaskingOutcome
• masking::compile::CompiledMasking
• masking::config::MaskRule
• masking::config::MaskingSpec
• masking::config::MatchSpec
• metadata::CompiledMetadata
• metadata::MetadataColumnsSpec
• metadata::MetadataContext
• metadata::MetadataSink
• native::CsvDialect
• native::NativeBatch
• native::NativeLoadCapability
• native::NativeLoadContext
• native::NativePlan
• native::NativePlanInputs
• object_rollover::CompletedObject
• object_rollover::ObjectAccumulator
• object_rollover::PageAccumulator
• observability::DurationGuard
• observability::InstallReport
• observability::InstrumentedSink
• observability::InstrumentedSource
• observability::InstrumentedStateStore
• observability::Labels
• observability::ObservabilityConfig
• observability::PrometheusConfig
• observability::RecorderSlot
• observability::RoundtripRecorder
• observability::RunStreamOptions
• observability::ThrottleTally
• observability::ThrottleWait
• observability::TracingConfig
• observability::otel::OtelConfig
• observability::otel::OtelErrorCountLayer
• observability::otel::OtelGuard
• pipeline::Pipeline
• pipeline::PipelineResult
• pipeline::StreamPage
• policy::compile::CompiledClassification
• policy::compile::CompiledPolicy
• policy::evaluate::ColumnFacts
• policy::evaluate::SinkFacts
• policy::evaluate::Violation
• policy::sink::PolicyScope
• policy::sink::PolicySink
• policy::spec::Classification
• policy::spec::PolicyRule
• policy::spec::PolicySpec
• policy::spec::RuleWhen
• profiling::column::ColumnProfile
• profiling::column::NumericSummary
• profiling::column::Profiler
• profiling::column::RunProfile
• profiling::column::StringSummary
• profiling::column::TopValue
• profiling::column::TypeCounts
• profiling::drift::ProfileDrift
• profiling::sink::ProfilingSink
• profiling::sketch::HyperLogLog
• profiling::sketch::Reservoir
• profiling::sketch::TopK
• profiling::sketch::Welford
• profiling::spec::ProfilingSpec
• quality::CheckTally
• quality::QualityOutcome
• quality::QuarantinedRecord
• quality::compile::CompiledBatchCheck
• quality::compile::CompiledQuality
• quality::compile::CompiledRecordCheck
• quality::config::QualitySpec
• replication::IncrementalFilter
• replication::ReplicationBind
• replication::ReplicationKey
• resilience::CircuitBreaker
• resilience::CircuitBreakerConfig
• resilience::PoisonPolicy
• resilience::ResiliencePolicy
• resilience::RetryClassSet
• resilience::RetryMetrics
• resilience::RetryPolicy
• resilience::response_matcher::RetryMatcher
• retry::PartialRetrySpec
• rollback::JournalEntry
• rollback::JournalSql
• rollback::RollbackOptions
• rollback::RollbackOutcome
• rollback::RollbackWriteSpec
• shard::HashShard
• shard::PkShardBounds
• shard::ShardSpec
• stage::CdcUnwrapSpec
• stage::CompiledCdcUnwrap
• stage::CompiledExplode
• stage::CompiledFilter
• stage::CompiledPath
• stage::CompiledUnpivot
• stage::ExplodeSpec
• stage::FilterSpec
• stage::UnpivotSpec
• staging::StageUploader
• staging::StagedFile
• staging::StagingLocation
• staging::StagingSpec
• state::FileStateStore
• state::ImportReport
• state::MemoryStateStore
• state::StateExport
• state_version::ResolvedState
• state_version::StateCodec
• state_version::StoredState
• state_version::VersionedStateStore
• tls::TlsClientConfig
• topology::Edge
• topology::JoinNode
• topology::Node
• topology::NodeReport
• topology::Topology
• topology::TopologyBuilder
• topology::TopologyGovernance
• topology::TopologyOptions
• topology::TopologyResult
• topology::TopologyRun
• transforming_source::TransformingSource
• tree::AncestorsSpec
• tree::ColumnsSpec
• tree::CompiledTreeFlatten
• tree::TreeFlattenSpec
• usage::CostSignal
• usage::UsageMeter
• usage::UsageSnapshot
• verify::LengthCheck
• verify::VerifyingReader
• window::Window
• window::WindowBind
• window::WindowSpec
• write_mode::DeleteMarker
• write_mode::KeyTuple
• write_mode::WritePlan
• write_mode::WriteSpec
• zip_columns::ColumnGroupSpec
• zip_columns::CompiledZipColumns
• zip_columns::ZipColumnsSpec

Enums

• Value
• adaptive::AdjustDirection
• adaptive::AdjustReason
• anomaly::AnomalyMethod
• auth::AuthSpec
• auth::Credential
• auth::CredentialPlacement
• budget::BudgetKind
• check::ProbeStatus
• cleanup::CleanupMode
• compression::Compression
• compression::CompressionConfig
• compression::SyncCompressWriter
• contract::config::ContractFieldType
• contract::config::OnBreach
• cross_join::OnEmpty
• diff::DifferenceKind
• diff::Side
• dlq::BatchAtomicity
• dlq::BatchOutcome
• dlq::DlqReason
• dlq::EnvelopeError
• dlq::OnBatchError
• drift::OnDrift
• drift::OnIncompatible
• drift::SqlBaseType
• encryption::EncryptionAlgorithm
• error::FaucetError
• file_format::AvroCodec
• file_format::CsvUnknownField
• file_format::FileFormat
• file_format::container::FileInput
• file_format::orc::OrcInput
• idempotency::DeliveryGuarantee
• idempotency::DeliveryMode
• idempotency::EffectivelyOnceMechanism
• idempotency::ReplayGuarantee
• idempotency::SinkGuarantee
• join::JoinMode
• join::KeyNormalize
• join::OnCollision
• join::OnDuplicate
• masking::config::Detector
• masking::config::MaskAction
• metadata::MetadataColumn
• native::NativeFormat
• native::NativePayload
• object_rollover::Emit
• observability::InstallError
• observability::RoundtripSide
• observability::otel::OtelProtocol
• observability::otel::OtelSignal
• policy::evaluate::ViolationKind
• policy::spec::RuntimeAction
• profiling::drift::DriftMetric
• profiling::spec::OnProfileDrift
• quality::compile::CompiledBatchKind
• quality::compile::CompiledRecordKind
• quality::config::BatchCheck
• quality::config::CompareOp
• quality::config::JsonType
• quality::config::OnFailure
• quality::config::RecordCheck
• replication::BindFormat
• replication::BindTarget
• replication::BindValueType
• replication::OnMissingKey
• replication::ReplicationMethod
• resilience::BackoffKind
• resilience::PoisonAction
• resilience::RetryClass
• resilience::response_matcher::BackoffFrom
• resilience::response_matcher::WaitUnit
• rollback::RollbackMode
• stage::CompiledStage
• stage::FilterOp
• stage::OnMissing
• stage::PathSegment
• stage::TransformStage
• staging::StagingCleanup
• staging::StagingCompression
• staging::StagingFormat
• staging::StagingScheme
• state_version::StateCompat
• topology::NodeErrorKind
• topology::NodeKind
• topology::TopologyOnError
• transform::CastOnError
• transform::CastType
• transform::CompiledTransform
• transform::HashAlgorithm
• transform::HashEncoding
• transform::JsonParseOnError
• transform::KeyCaseMode
• transform::KeyCollision
• transform::LookupOnMissing
• transform::RecordTransform
• transform::ValueCaseMode
• usage::UsageSide
• write_mode::OverwriteScope
• write_mode::WriteMode

Traits

• JsonSchema
• Stream
• auth::AuthProvider
• state::StateStore
• traits::Sink
• traits::Source
• verify::IntegrityCheck

Macros

• json
• schema_for

Attribute Macros

• async_trait

Derive Macros

• JsonSchema

Functions

• anomaly::detect
• anomaly::iqr_anomaly
• anomaly::quantile
• anomaly::zscore_anomaly
• columnar::infer_arrow_schema
• columnar::record_batch_to_values
• columnar::schema_eq
• columnar::values_to_record_batch
• columnar::values_to_record_batch_inferred
• columnar_transform::batch_form
• compression::compress_buf
• compression::detect_from_path
• compression::sync_compress_writer
• compression::warn_mismatch
• compression::wrap_async_reader
• compression::wrap_async_writer
• compression::wrap_sync_reader
• compression::wrap_sync_writer
• config::duration_secs::deserialize
• config::duration_secs::serialize
• config::duration_secs_option::deserialize
• config::duration_secs_option::serialize
• config::load_env
• config::load_env_file
• config::load_json
• contract::apply_contract
• contract::export::to_json_schema
• contract::export::to_openlineage_facet
• create_table::missing_target_error
• create_table::plan_columns
• create_table::plan_keyed_columns
• create_table::render_column_defs
• create_table::render_columns
• create_table::render_primary_key
• diff::diff_rows
• diff::is_excluded
• diff::key_int
• diff::key_text
• diff::parse_timestamp_micros
• diff::plan_ranges
• diff::row_hash
• discover::attach_primary_keys
• discover::columns_to_schema
• discover::nullable_type
• discover::sql_type_to_json_schema
• dlq::build_envelope
• dlq::check_dlq_all_policy
• dlq::dlq_all_is_safe
• dlq::dlq_all_refusal
• dlq::unwrap_envelope
• drift::adds_null
• drift::base_widened
• drift::diff_schema
• drift::json_schema_base_type
• encryption::is_encrypted
• file_format::avro::arrow_schema
• file_format::avro::avro_name
• file_format::avro::decode
• file_format::avro::encode
• file_format::avro::infer_schema
• file_format::avro::parse_schema
• file_format::avro::read_batches
• file_format::avro::read_records
• file_format::avro::writer_schema
• file_format::cell_text
• file_format::container::columnar_pages
• file_format::container::same_shape
• file_format::container::schema_conflict
• file_format::csv::decode
• file_format::csv::decode_with
• file_format::csv::encode
• file_format::csv::encode_with
• file_format::decode
• file_format::encode
• file_format::excel::decode
• file_format::excel::encode
• file_format::header_union
• file_format::json::decode_array
• file_format::json::decode_lines
• file_format::json::decode_raw_text
• file_format::json::encode_array
• file_format::json::encode_lines
• file_format::json::encode_raw_text
• file_format::orc::decode
• file_format::orc::read_batches
• file_format::orc::read_batches_checked
• file_format::parquet_io::projection_mask
• file_format::parquet_io::read_bytes
• file_format::xml::decode
• file_format::xml::encode
• file_format::xml::to_json
• idempotency::derive_delivery_guarantee
• idempotency::format_token
• idempotency::format_token_with_bookmark
• idempotency::is_eo_envelope
• idempotency::parse_token
• idempotency::parse_token_parts
• idempotency::scope_key
• idempotency::unwrap_state
• idempotency::wrap_state
• lag::record_lag_gauges
• local_outputs::probe_pre_existing
• masking::apply_masking
• masking::detect::detects
• native::plan_native_transfer
• observability::cleanup_deleted
• observability::cleanup_run
• observability::describe_roundtrip_metrics
• observability::install_observability
• observability::instrumented_apply_contract
• observability::instrumented_apply_masking
• observability::instrumented_apply_quality
• observability::instrumented_apply_stages
• observability::otel::build_meter_provider
• observability::otel::build_trace_provider
• observability::otel::describe
• observability::otel::install_propagator
• observability::otel::set_guard
• observability::otel::shutdown_otel
• observability::register_build_info
• observability::resilience::circuit_opened
• observability::resilience::describe
• observability::resilience::giveup
• observability::resilience::poison_rows
• observability::resilience::retry
• observability::resilience::retry_sleep
• observability::schema_drift
• observability::strip_type_name
• observability::throttle_sleep
• observability::throttle_warning
• observability::update_bookmark_lag
• pipeline::run_stream
• pipeline::validate_batch_size
• policy::evaluate::evaluate
• policy::evaluate::rule_applies
• policy::sink::classify_record
• policy::spec::mask_action_label
• profiling::drift::detect_drift
• profiling::drift::population_stability_index
• profiling::sketch::hash64
• quality::apply_quality
• quality::batch::evaluate_aggregate_check
• quality::batch::evaluate_unique_check
• quality::record::evaluate_record_check
• redact::install
• redact::is_installed
• redact::redact
• replication::filter_incremental
• replication::filter_incremental_path
• replication::format_bookmark
• replication::format_instant
• replication::json_gt
• replication::max_replication_value
• replication::max_replication_value_path
• replication::max_value
• replication::parse_instant
• replication::set_body_pointer
• resilience::classify
• resilience::execute_with_policy
• resilience::execute_with_policy_metered
• resilience::execute_with_policy_recorded
• resilience::response_matcher::find_match
• retry::apply_jitter
• retry::backoff_with_jitter
• retry::execute_with_retry
• rollback::canonical_key
• rollback::key_json
• rollback::plan_keys
• rollback::plan_restore
• schema::infer_schema
• shard::parse_hash_shard
• shard::parse_pk_shard
• shard::pk_bounds_query
• shard::pk_shards_from_bounds
• shard::plan_hash_shards
• shard::plan_pk_shards
• shard::shard_hash
• stage::apply_stages
• stage::apply_stages_to_page
• stage::compile_stage
• staging::build_object_store
• staging::serialize_records
• state::export_namespace
• state::import_namespace
• state::namespace_prefix
• state::validate_state_key
• state_version::check_compat
• state_version::encode_for_write
• state_version::incompatible
• state_version::is_versioned
• state_version::peel_versioned
• state_version::resolve_for_source
• state_version::resolve_with
• state_version::wrap_versioned
• topology::eo_start_bookmark
• topology::start_bookmark
• transform::apply_all
• transform::compile
• transform::default_symbol_map
• usage::estimate_json_bytes
• usage::estimate_page_bytes
• util::check_http_response
• util::extract_context
• util::extract_records
• util::quote_ident
• util::redact_uri_credentials
• util::snake_case
• util::substitute_context
• util::substitute_context_bind_params
• util::substitute_context_json
• util::tokenize_identifier
• util::u64_to_signed
• window::enumerate_windows
• window::parse_step
• write_mode::key_to_doc_id
• write_mode::key_to_filter
• write_mode::plan_writes
• write_mode::record_key
• write_mode::sql_literal

Type Aliases

• auth::SharedAuthProvider
• observability::otel::OtelError
• redact::Redactor
• stage::PageFnBatchBox
• stage::PageFnBox
• traits::RowOutcome

Constants

• anomaly::DEFAULT_IQR_SENSITIVITY
• anomaly::DEFAULT_ZSCORE_SENSITIVITY
• cleanup::DEFAULT_MAX_KEYS
• contract::export::OPENLINEAGE_SCHEMA_FACET_URL
• cross_join::DEFAULT_MAX_PRODUCT
• encryption::MAGIC
• file_format::avro::INFERRED_RECORD_NAME
• file_format::avro::ORIGINAL_NAME_ATTR
• file_format::avro::VALUE_FIELD
• file_format::excel::DEFAULT_SHEET
• file_format::json::RAW_TEXT_FIELD
• idempotency::COMMIT_TOKEN_SCOPE_COL
• idempotency::COMMIT_TOKEN_TABLE
• idempotency::COMMIT_TOKEN_TOKEN_COL
• idempotency::ICEBERG_SCOPE_PROP
• idempotency::ICEBERG_TOKEN_PROP
• idempotency::OVERWRITE_STAGING_OLD_SUFFIX
• idempotency::OVERWRITE_STAGING_SUFFIX
• join::DEFAULT_MAX_BUILD_RECORDS
• lag::LAG_POLL_INTERVAL
• pipeline::DEFAULT_BATCH_SIZE
• pipeline::MAX_BATCH_SIZE
• policy::spec::MASK_ACTIONS
• profiling::spec::DEFAULT_CATEGORICAL_MAX_DISTINCT
• profiling::spec::DEFAULT_MAX_COLUMNS
• profiling::spec::DEFAULT_MIN_HISTORY
• profiling::spec::DEFAULT_NEW_VALUE_MIN_SHARE
• profiling::spec::DEFAULT_PSI_THRESHOLD
• profiling::spec::DEFAULT_TOP_VALUES
• profiling::spec::DEFAULT_WINDOW
• profiling::spec::MAX_MAX_COLUMNS
• profiling::spec::MAX_TOP_VALUES
• replication::BIND_PLACEHOLDER
• resilience::response_matcher::DEFAULT_MAX_WAIT_SECS
• rollback::DEFAULT_RUN_ID_COLUMN
• rollback::KEY_COLUMN_TEXT
• rollback::PREVIOUS_TABLE_SUFFIX
• rollback::PRIMARY_KEY_TEXT
• rollback::RUN_JOURNAL_TABLE
• stage::CDC_DEFAULT_MARKER_FIELD
• stage::CDC_UNCHANGED_TOAST_FIELD
• state::DOCTOR_SENTINEL_KEY
• state::STATE_EXPORT_VERSION
• state_version::STATE_FORMAT
• topology::DEFAULT_CHANNEL_CAPACITY
• topology::STOP_FLUSH_GRACE
• tree::DEFAULT_MAX_DEPTH
• util::DEFAULT_ERROR_BODY_MAX_LEN
• window::DEFAULT_MAX_WINDOWS
• window::WINDOW_END_PLACEHOLDER
• window::WINDOW_PLACEHOLDER
• window::WINDOW_START_PLACEHOLDER