crawlkit-engine 1.0.0

High-performance Rust web crawler and SEO analysis toolkit with 28 analyzers, WASM plugin system, and enterprise features
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65

//! Integration tests for RUM adapters
//!
//! Tests Google Analytics and CrUX adapters
#![allow(clippy::unwrap_used, clippy::expect_used, clippy::panic)]

use crawlkit_engine::rum::{CruxAdapter, GoogleAnalyticsAdapter};

#[tokio::test]
async fn test_ga_adapter_config_required() {
    let adapter = GoogleAnalyticsAdapter::new(None, None);
    assert!(!adapter.is_available());

    let result = adapter.fetch_rum_data(&["/test".to_string()]).await;
    assert!(result.is_err());
}

#[tokio::test]
async fn test_crux_adapter_config_required() {
    let adapter = CruxAdapter::new(None);
    assert!(!adapter.is_available());

    let result = adapter.fetch_crux_data("https://example.com").await;
    assert!(result.is_err());
}

#[test]
fn test_merged_metrics_calculation() {
    let lab = crawlkit_engine::LabMetrics {
        lcp: Some(2500.0),
        fid: Some(100.0),
        cls: Some(0.1),
        ttfb: Some(200.0),
        fcp: Some(1500.0),
        tti: Some(3000.0),
    };

    let field = crawlkit_engine::FieldMetrics {
        lcp_p75: Some(3000.0),
        inp_p75: Some(150.0),
        cls_p75: Some(0.15),
        fcp_p75: Some(1800.0),
        ttfb_p75: Some(250.0),
    };

    // Calculate deltas
    let deltas = crawlkit_engine::MetricDeltas {
        lcp_delta: Some(field.lcp_p75.unwrap_or(0.0) - lab.lcp.unwrap_or(0.0)),
        cls_delta: Some(field.cls_p75.unwrap_or(0.0) - lab.cls.unwrap_or(0.0)),
        fcp_delta: Some(field.fcp_p75.unwrap_or(0.0) - lab.fcp.unwrap_or(0.0)),
    };

    let merged = crawlkit_engine::MergedMetrics {
        url: "https://example.com".to_string(),
        lab,
        field: Some(field),
        deltas,
    };

    // Verify calculations (using approximate comparison for floating-point)
    assert_eq!(merged.lab.lcp, Some(2500.0));
    assert_eq!(merged.field.as_ref().unwrap().lcp_p75, Some(3000.0));
    assert!((merged.deltas.lcp_delta.unwrap_or(0.0) - 500.0).abs() < 0.001);
    assert!((merged.deltas.cls_delta.unwrap_or(0.0) - 0.05).abs() < 0.001);
    assert!((merged.deltas.fcp_delta.unwrap_or(0.0) - 300.0).abs() < 0.001);
}