qrawl 0.6.0

Rust toolkit to crawl web data for AI agents
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

use serde::{Deserialize, Serialize};

pub use super::profile::FetchProfile;

/// Fetch Result
///
/// Contains the fetched HTML and metadata about the fetch operation:
/// - Which profile succeeded
/// - How long the operation took
/// - How many attempts before success
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct FetchResult {
    /// The fetched HTML content
    pub html: String,
    /// The profile that succeeded
    pub profile_used: FetchProfile,
    /// Total duration in milliseconds
    pub duration_ms: u64,
    /// Number of attempts before success
    pub attempts: usize,
}