kreuzcrawl 0.2.0

High-performance web crawling engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54

//! Research synthesizer that combines findings into a coherent report.
#![allow(dead_code)]

use super::types::{Finding, SourceInfo};
use crate::error::CrawlError;

/// Combines findings into a Markdown report.
///
/// Currently sorts findings by relevance and concatenates them.
/// Future iterations will use LLM to generate a proper narrative synthesis.
pub(crate) struct ResearchSynthesizer {}

impl ResearchSynthesizer {
    pub(crate) fn new() -> Self {
        Self {}
    }

    /// Produce a Markdown report from the collected findings and sources.
    pub(crate) async fn synthesize(
        &self,
        query: &str,
        findings: &[Finding],
        sources: &[SourceInfo],
    ) -> Result<String, CrawlError> {
        let mut sorted: Vec<&Finding> = findings.iter().collect();
        sorted.sort_by(|a, b| {
            b.relevance_score
                .partial_cmp(&a.relevance_score)
                .unwrap_or(std::cmp::Ordering::Equal)
        });

        let mut report = format!("# Research Report: {query}\n\n");
        report.push_str("## Key Findings\n\n");
        for (i, finding) in sorted.iter().enumerate().take(20) {
            report.push_str(&format!(
                "{}. {} (source: {}, relevance: {:.2})\n\n",
                i + 1,
                finding.content,
                finding.source_url,
                finding.relevance_score,
            ));
        }

        if !sources.is_empty() {
            report.push_str("## Sources\n\n");
            for (i, source) in sources.iter().enumerate() {
                let title = source.title.as_deref().unwrap_or(&source.url);
                report.push_str(&format!("{}. [{}]({})\n", i + 1, title, source.url));
            }
        }

        Ok(report)
    }
}