pub struct ExtractionConfig {
pub default_format: String,
pub only_main_content: bool,
pub llm: Option<LlmConfig>,
pub domain_selectors: HashMap<String, String>,
pub llm_fallback: LlmFallbackConfig,
pub http_retry_threshold_bytes: usize,
pub lightpanda_retry_threshold_bytes: usize,
}Fields§
§default_format: String§only_main_content: bool§llm: Option<LlmConfig>§domain_selectors: HashMap<String, String>Hostname → CSS selector overrides applied before readability narrowing. Match is exact host (no wildcard); user-supplied selector still wins.
llm_fallback: LlmFallbackConfig§http_retry_threshold_bytes: usizeBytes below which an HTTP-tier extraction is treated as “thin” and triggers a JS-renderer escalation. Default 100.
lightpanda_retry_threshold_bytes: usizeBytes below which a LightPanda-tier extraction is treated as “thin” and triggers a Chrome escalation. Default 2000 (LP often returns SPA husks of 90–500B that pass HTML-shape checks).
Trait Implementations§
Source§impl Clone for ExtractionConfig
impl Clone for ExtractionConfig
Source§fn clone(&self) -> ExtractionConfig
fn clone(&self) -> ExtractionConfig
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for ExtractionConfig
impl Debug for ExtractionConfig
Source§impl Default for ExtractionConfig
impl Default for ExtractionConfig
Source§impl<'de> Deserialize<'de> for ExtractionConfig
impl<'de> Deserialize<'de> for ExtractionConfig
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for ExtractionConfig
impl RefUnwindSafe for ExtractionConfig
impl Send for ExtractionConfig
impl Sync for ExtractionConfig
impl Unpin for ExtractionConfig
impl UnsafeUnpin for ExtractionConfig
impl UnwindSafe for ExtractionConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more