use serde::{Deserialize, Serialize};
#[derive(Debug, Clone, Deserialize, Serialize, confers::Config)]
#[config(env_prefix = "CRAWLRS__ENGINES__FLARESOLVERR__")]
pub struct FlareSolverrSettings {
#[config(default = false)]
pub enabled: bool,
#[config(default = "http://localhost:8191/v1".to_string())]
pub url: String,
#[config(default = 30)]
pub timeout_seconds: u64,
#[config(default = 3)]
pub max_retries: u32,
}
#[derive(Debug, Clone, Deserialize, Serialize, confers::Config)]
#[config(env_prefix = "CRAWLRS__ENGINES__FLARESOLVERR_CDP__")]
pub struct FlareSolverrCdpSettings {
#[config(default = false)]
pub enabled: bool,
#[config(default = "http://localhost:8191/v1".to_string())]
pub url: String,
}
#[derive(Debug, Clone, Deserialize, Serialize, confers::Config)]
#[config(env_prefix = "CRAWLRS__ENGINES__FLARESOLVERR_TLS__")]
pub struct FlareSolverrTlsSettings {
#[config(default = false)]
pub enabled: bool,
#[config(default = "http://localhost:8191/v1".to_string())]
pub url: String,
}
#[derive(Debug, Clone, Deserialize, Serialize, confers::Config)]
#[config(env_prefix = "CRAWLRS__ENGINES__TLS_FINGERPRINT__")]
pub struct TlsFingerprintEngineSettings {
#[config(default = false)]
pub enabled: bool,
#[config(default = 15)]
pub timeout_seconds: u32,
}
#[derive(Debug, Clone, Deserialize, Serialize, confers::Config)]
#[config(env_prefix = "CRAWLRS__ENGINES__MLLM__")]
pub struct MllmEngineSettings {
#[config(default = false)]
pub enabled: bool,
#[config(default = "gemini:gemini-2.0-flash".to_string())]
pub vision_model: String,
#[config(default = 10)]
pub max_iterations: u8,
#[config(default = 70)]
pub screenshot_quality: u8,
#[config(default = 4096)]
pub max_token_budget: u32,
#[config(default = 60)]
pub mrt_seconds: u64,
#[serde(default)]
#[config(default = false)]
pub ax_tree_enabled: bool,
}
#[derive(Debug, Clone, Deserialize, Serialize, confers::Config)]
#[config(env_prefix = "CRAWLRS__ENGINES__PLAYWRIGHT__")]
pub struct PlaywrightEngineSettings {
#[config(default = false)]
pub capture_xhr: bool,
#[config(default = Vec::<String>::new())]
pub capture_xhr_url_patterns: Vec<String>,
#[config(default = 262144)]
pub capture_xhr_max_bytes: u64,
#[config(default = 50)]
pub capture_xhr_max_responses: u32,
}
#[derive(Debug, Clone, Deserialize, Serialize, confers::Config)]
#[config(env_prefix = "CRAWLRS__ENGINES__MEMORY_SCHEDULER__")]
pub struct MemorySchedulerSettings {
#[config(default = true)]
pub enabled: bool,
#[config(default = 512)]
pub critical_available_mib: u64,
#[config(default = 2048)]
pub tight_available_mib: u64,
#[config(default = 2000)]
pub refresh_interval_ms: u64,
#[config(default = true)]
pub fallback_to_static: bool,
}
#[derive(Debug, Clone, Deserialize, Serialize, confers::Config)]
#[config(env_prefix = "CRAWLRS__ENGINES__MOLI__")]
pub struct MoliEngineSettings {
#[config(default = false)]
pub enabled: bool,
#[config(default = "http://127.0.0.1:9222".to_string())]
pub endpoint: String,
#[config(default = 3000)]
pub connect_timeout_ms: u64,
#[config(default = 30000)]
pub scrape_timeout_ms: u64,
}
#[derive(Debug, Clone, Deserialize, Serialize, confers::Config)]
#[config(env_prefix = "CRAWLRS__ENGINES__")]
pub struct EngineSettings {
#[config(default = 10485760)]
pub max_response_body_bytes: u64,
pub flaresolverr: FlareSolverrSettings,
pub flaresolverr_cdp: FlareSolverrCdpSettings,
pub flaresolverr_tls: FlareSolverrTlsSettings,
pub tls_fingerprint: TlsFingerprintEngineSettings,
pub mllm: MllmEngineSettings,
pub playwright: PlaywrightEngineSettings,
pub memory_scheduler: MemorySchedulerSettings,
pub moli: MoliEngineSettings,
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn test_mllm_engine_settings_defaults_match_spec() {
let s = MllmEngineSettings::default();
assert!(!s.enabled);
assert_eq!(s.max_iterations, 10);
assert_eq!(s.screenshot_quality, 70);
assert_eq!(s.max_token_budget, 4096);
assert_eq!(s.mrt_seconds, 60);
assert!(!s.ax_tree_enabled, "AX 树快照默认关(F12)");
}
#[test]
fn test_mllm_engine_settings_toml_parses_ax_tree_enabled() {
let toml = r#"
enabled = true
vision_model = "gemini:gemini-2.0-flash"
max_iterations = 5
screenshot_quality = 80
max_token_budget = 2048
mrt_seconds = 90
ax_tree_enabled = true
"#;
let s: MllmEngineSettings = toml::from_str(toml).expect("deserialize");
assert!(s.enabled);
assert_eq!(s.max_iterations, 5);
assert_eq!(s.max_token_budget, 2048);
assert!(s.ax_tree_enabled);
}
#[test]
fn test_mllm_engine_settings_without_ax_tree_key_defaults() {
let toml = r#"
enabled = false
vision_model = "gemini:gemini-2.0-flash"
max_iterations = 10
screenshot_quality = 70
max_token_budget = 4096
mrt_seconds = 60
"#;
let s: MllmEngineSettings = toml::from_str(toml).expect("deserialize");
assert!(!s.ax_tree_enabled);
}
#[test]
fn test_memory_scheduler_settings_defaults() {
let s = MemorySchedulerSettings::default();
assert!(s.enabled);
assert_eq!(s.critical_available_mib, 512);
assert_eq!(s.tight_available_mib, 2048);
assert_eq!(s.refresh_interval_ms, 2000);
assert!(s.fallback_to_static);
}
#[test]
fn test_moli_engine_settings_defaults() {
let s = MoliEngineSettings::default();
assert!(!s.enabled);
assert_eq!(s.endpoint, "http://127.0.0.1:9222");
assert_eq!(s.connect_timeout_ms, 3000);
assert_eq!(s.scrape_timeout_ms, 30000);
}
#[test]
fn test_memory_scheduler_settings_toml_parses() {
let toml = r#"
enabled = false
critical_available_mib = 256
tight_available_mib = 1024
refresh_interval_ms = 1000
fallback_to_static = false
"#;
let s: MemorySchedulerSettings = toml::from_str(toml).expect("deserialize");
assert!(!s.enabled);
assert_eq!(s.critical_available_mib, 256);
assert_eq!(s.tight_available_mib, 1024);
assert_eq!(s.refresh_interval_ms, 1000);
assert!(!s.fallback_to_static);
}
}