Skip to main content

lean_ctx/core/context_package/
loader.rs

1use crate::core::knowledge::ProjectKnowledge;
2use crate::core::memory_policy::MemoryPolicy;
3use crate::core::property_graph::{CodeGraph, Edge, EdgeKind, Node, NodeKind};
4
5use super::composition;
6use super::content::{GraphLayer, KnowledgeLayer, PackageContent, PatternsLayer, SessionLayer};
7use super::graph_model::ContextGraph;
8use super::manifest::PackageManifest;
9
10#[derive(Debug, Clone, Default)]
11pub struct LoadReport {
12    pub package_name: String,
13    pub package_version: String,
14    pub knowledge_facts_merged: u32,
15    pub knowledge_facts_skipped: u32,
16    pub knowledge_patterns_merged: u32,
17    pub knowledge_insights_merged: u32,
18    pub graph_nodes_imported: u32,
19    pub graph_edges_imported: u32,
20    pub gotchas_imported: u32,
21    pub patterns_imported: u32,
22    pub session_findings_merged: u32,
23    pub session_decisions_merged: u32,
24    pub v2_nodes_added: u32,
25    pub v2_nodes_updated: u32,
26    pub v2_edges_added: u32,
27    pub v2_edges_merged: u32,
28    pub v2_conflicts: Vec<String>,
29    pub warnings: Vec<String>,
30}
31
32impl std::fmt::Display for LoadReport {
33    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
34        writeln!(
35            f,
36            "Package: {} v{}",
37            self.package_name, self.package_version
38        )?;
39        if self.knowledge_facts_merged > 0 || self.knowledge_facts_skipped > 0 {
40            writeln!(
41                f,
42                "  Knowledge: {} facts merged, {} skipped (duplicates)",
43                self.knowledge_facts_merged, self.knowledge_facts_skipped
44            )?;
45        }
46        if self.knowledge_patterns_merged > 0 {
47            writeln!(
48                f,
49                "  Patterns:  {} imported",
50                self.knowledge_patterns_merged
51            )?;
52        }
53        if self.knowledge_insights_merged > 0 {
54            writeln!(
55                f,
56                "  Insights:  {} imported",
57                self.knowledge_insights_merged
58            )?;
59        }
60        if self.graph_nodes_imported > 0 || self.graph_edges_imported > 0 {
61            writeln!(
62                f,
63                "  Graph:     {} nodes, {} edges imported",
64                self.graph_nodes_imported, self.graph_edges_imported
65            )?;
66        }
67        if self.patterns_imported > 0 {
68            writeln!(
69                f,
70                "  Patterns:  {} imported (standalone)",
71                self.patterns_imported
72            )?;
73        }
74        if self.gotchas_imported > 0 {
75            writeln!(f, "  Gotchas:   {} imported", self.gotchas_imported)?;
76        }
77        if self.session_findings_merged > 0 || self.session_decisions_merged > 0 {
78            writeln!(
79                f,
80                "  Session:   {} findings, {} decisions imported",
81                self.session_findings_merged, self.session_decisions_merged
82            )?;
83        }
84        if self.v2_nodes_added > 0 || self.v2_nodes_updated > 0 {
85            writeln!(
86                f,
87                "  Graph v2: {} nodes added, {} updated, {} edges added, {} merged",
88                self.v2_nodes_added,
89                self.v2_nodes_updated,
90                self.v2_edges_added,
91                self.v2_edges_merged,
92            )?;
93        }
94        for c in &self.v2_conflicts {
95            writeln!(f, "  CONFLICT: {c}")?;
96        }
97        for w in &self.warnings {
98            writeln!(f, "  WARNING: {w}")?;
99        }
100        Ok(())
101    }
102}
103
104pub fn load_package(
105    manifest: &PackageManifest,
106    content: &PackageContent,
107    project_root: &str,
108) -> Result<LoadReport, String> {
109    let mut report = LoadReport {
110        package_name: manifest.name.clone(),
111        package_version: manifest.version.clone(),
112        ..Default::default()
113    };
114
115    if let Some(ref min_ver) = manifest.compatibility.min_lean_ctx_version {
116        let current = env!("CARGO_PKG_VERSION");
117        if version_lt(current, min_ver) {
118            report.warnings.push(format!(
119                "package requires lean-ctx >= {min_ver}, current is {current}"
120            ));
121        }
122    }
123
124    if !manifest.dependencies.is_empty() {
125        for dep in &manifest.dependencies {
126            if !dep.optional {
127                report.warnings.push(format!(
128                    "unresolved dependency: {} {}",
129                    dep.name, dep.version_req
130                ));
131            }
132        }
133    }
134
135    if let Some(ref kl) = content.knowledge
136        && let Err(e) = merge_knowledge(kl, project_root, manifest, &mut report)
137    {
138        report
139            .warnings
140            .push(format!("knowledge import failed: {e}"));
141    }
142
143    if let Some(ref gl) = content.graph
144        && let Err(e) = import_graph(gl, project_root, &mut report)
145    {
146        report.warnings.push(format!("graph import failed: {e}"));
147    }
148
149    if let Some(ref patterns) = content.patterns
150        && let Err(e) = import_patterns(patterns, project_root, manifest, &mut report)
151    {
152        report.warnings.push(format!("patterns import failed: {e}"));
153    }
154
155    if let Some(ref gotchas) = content.gotchas {
156        import_gotchas(gotchas, project_root, &mut report);
157    }
158
159    if let Some(ref session) = content.session {
160        import_session(session, project_root, manifest, &mut report);
161    }
162
163    if let Some(ref incoming_graph) = content.context_graph {
164        import_v2_graph(incoming_graph, project_root, &mut report);
165    }
166
167    Ok(report)
168}
169
170fn import_v2_graph(incoming: &ContextGraph, project_root: &str, report: &mut LoadReport) {
171    let project_hash = crate::core::project_hash::hash_project_root(project_root);
172    let data_dir = match crate::core::data_dir::lean_ctx_data_dir() {
173        Ok(d) => d,
174        Err(e) => {
175            report
176                .warnings
177                .push(format!("v2 graph: data dir unavailable: {e}"));
178            return;
179        }
180    };
181    let graph_path = data_dir
182        .join("context_graph")
183        .join(format!("{project_hash}.json"));
184
185    let graph_path_str = graph_path.to_string_lossy().to_string();
186    let mut local_graph = if let Ok(data) = std::fs::read_to_string(&graph_path_str) {
187        serde_json::from_str::<ContextGraph>(&data).unwrap_or_default()
188    } else {
189        ContextGraph::default()
190    };
191
192    let merge_report = composition::merge_graphs(&mut local_graph, incoming);
193
194    report.v2_nodes_added = merge_report.nodes_added;
195    report.v2_nodes_updated = merge_report.nodes_updated;
196    report.v2_edges_added = merge_report.edges_added;
197    report.v2_edges_merged = merge_report.edges_merged;
198    report.v2_conflicts = merge_report.conflicts;
199
200    if merge_report.nodes_added > 0
201        || merge_report.nodes_updated > 0
202        || merge_report.edges_added > 0
203    {
204        match serde_json::to_string_pretty(&local_graph) {
205            Ok(json) => {
206                if let Some(parent) = graph_path.parent() {
207                    let _ = std::fs::create_dir_all(parent);
208                }
209                if let Err(e) = std::fs::write(&graph_path_str, json) {
210                    report.warnings.push(format!("v2 graph save failed: {e}"));
211                }
212            }
213            Err(e) => {
214                report
215                    .warnings
216                    .push(format!("v2 graph serialize failed: {e}"));
217            }
218        }
219    }
220}
221
222fn merge_knowledge(
223    layer: &KnowledgeLayer,
224    project_root: &str,
225    manifest: &PackageManifest,
226    report: &mut LoadReport,
227) -> Result<(), String> {
228    let mut knowledge = ProjectKnowledge::load_or_create(project_root);
229    let policy = MemoryPolicy::default();
230    let source_tag = format!("{}@{}", manifest.name, manifest.version);
231
232    for fact in &layer.facts {
233        let exists = knowledge
234            .facts
235            .iter()
236            .any(|f| f.category == fact.category && f.key == fact.key && f.value == fact.value);
237
238        if exists {
239            report.knowledge_facts_skipped += 1;
240            continue;
241        }
242
243        knowledge.remember(
244            &fact.category,
245            &fact.key,
246            &fact.value,
247            &fact.source_session,
248            fact.confidence.min(0.8),
249            &policy,
250        );
251        if let Some(last) = knowledge.facts.last_mut() {
252            last.imported_from = Some(source_tag.clone());
253        }
254        report.knowledge_facts_merged += 1;
255    }
256
257    for pattern in &layer.patterns {
258        let exists = knowledge.patterns.iter().any(|p| {
259            p.pattern_type == pattern.pattern_type && p.description == pattern.description
260        });
261
262        if !exists {
263            knowledge.patterns.push(pattern.clone());
264            report.knowledge_patterns_merged += 1;
265        }
266    }
267
268    for insight in &layer.insights {
269        let exists = knowledge
270            .history
271            .iter()
272            .any(|h| h.summary == insight.summary);
273
274        if !exists {
275            knowledge.history.push(insight.clone());
276            report.knowledge_insights_merged += 1;
277        }
278    }
279
280    knowledge.save()?;
281    Ok(())
282}
283
284fn import_graph(
285    layer: &GraphLayer,
286    project_root: &str,
287    report: &mut LoadReport,
288) -> Result<(), String> {
289    let graph = CodeGraph::open(project_root).map_err(|e| format!("graph open: {e}"))?;
290
291    for node_export in &layer.nodes {
292        let node = Node {
293            id: None,
294            kind: NodeKind::parse(&node_export.kind),
295            name: node_export.name.clone(),
296            file_path: node_export.file_path.clone(),
297            line_start: node_export.line_start,
298            line_end: node_export.line_end,
299            metadata: node_export.metadata.clone(),
300        };
301
302        match graph.upsert_node(&node) {
303            Ok(_) => report.graph_nodes_imported += 1,
304            Err(e) => {
305                report
306                    .warnings
307                    .push(format!("node import failed ({}): {e}", node_export.name));
308            }
309        }
310    }
311
312    for edge_export in &layer.edges {
313        let source = find_node_for_edge(&graph, &edge_export.source_path, &edge_export.source_name);
314        let target = find_node_for_edge(&graph, &edge_export.target_path, &edge_export.target_name);
315
316        match (source, target) {
317            (Some(src), Some(tgt)) => {
318                let Some(src_id) = src.id else {
319                    report.warnings.push(format!(
320                        "edge skipped: source node has no id ({}:{})",
321                        edge_export.source_path, edge_export.source_name
322                    ));
323                    continue;
324                };
325                let Some(tgt_id) = tgt.id else {
326                    report.warnings.push(format!(
327                        "edge skipped: target node has no id ({}:{})",
328                        edge_export.target_path, edge_export.target_name
329                    ));
330                    continue;
331                };
332
333                let edge = Edge {
334                    id: None,
335                    source_id: src_id,
336                    target_id: tgt_id,
337                    kind: EdgeKind::parse(&edge_export.kind),
338                    metadata: edge_export.metadata.clone(),
339                };
340
341                match graph.upsert_edge(&edge) {
342                    Ok(()) => report.graph_edges_imported += 1,
343                    Err(e) => {
344                        report.warnings.push(format!(
345                            "edge import failed ({} -> {}): {e}",
346                            edge_export.source_name, edge_export.target_name
347                        ));
348                    }
349                }
350            }
351            _ => {
352                report.warnings.push(format!(
353                    "edge skipped: node not found ({} -> {})",
354                    edge_export.source_name, edge_export.target_name
355                ));
356            }
357        }
358    }
359
360    Ok(())
361}
362
363/// Find a node by symbol name+path first, then fall back to path-only lookup.
364fn find_node_for_edge(graph: &CodeGraph, file_path: &str, name: &str) -> Option<Node> {
365    if let Ok(Some(node)) = graph.get_node_by_symbol(name, file_path) {
366        return Some(node);
367    }
368    if let Ok(Some(node)) = graph.get_node_by_path(file_path) {
369        return Some(node);
370    }
371    None
372}
373
374fn import_patterns(
375    layer: &PatternsLayer,
376    project_root: &str,
377    _manifest: &PackageManifest,
378    report: &mut LoadReport,
379) -> Result<(), String> {
380    let mut knowledge = ProjectKnowledge::load_or_create(project_root);
381
382    for pattern in &layer.patterns {
383        let exists = knowledge.patterns.iter().any(|p| {
384            p.pattern_type == pattern.pattern_type && p.description == pattern.description
385        });
386
387        if !exists {
388            knowledge.patterns.push(pattern.clone());
389            report.patterns_imported += 1;
390        }
391    }
392
393    if report.patterns_imported > 0 {
394        knowledge.save()?;
395    }
396    Ok(())
397}
398
399fn import_gotchas(
400    layer: &super::content::GotchasLayer,
401    project_root: &str,
402    report: &mut LoadReport,
403) {
404    use crate::core::gotcha_tracker::{
405        Gotcha, GotchaCategory, GotchaSeverity, GotchaSource, GotchaStore,
406    };
407
408    let mut store = GotchaStore::load(project_root);
409    let before = store.gotchas.len();
410
411    for g in &layer.gotchas {
412        let dup = store.gotchas.iter().any(|e| e.id == g.id);
413        if dup {
414            continue;
415        }
416
417        let category = GotchaCategory::from_str_loose(&g.category);
418        let severity = match g.severity.as_str() {
419            "critical" => GotchaSeverity::Critical,
420            "warning" => GotchaSeverity::Warning,
421            _ => GotchaSeverity::Info,
422        };
423
424        let mut gotcha = Gotcha::new(
425            category,
426            severity,
427            &g.trigger,
428            &g.resolution,
429            GotchaSource::AgentReported {
430                session_id: "package-import".into(),
431            },
432            "package-import",
433        );
434        g.id.clone_into(&mut gotcha.id);
435        g.file_patterns.clone_into(&mut gotcha.file_patterns);
436        gotcha.confidence = g.confidence.min(0.8);
437
438        store.gotchas.push(gotcha);
439    }
440
441    report.gotchas_imported = (store.gotchas.len() - before) as u32;
442    if let Err(e) = store.save(project_root) {
443        report.warnings.push(format!("gotcha save failed: {e}"));
444    }
445}
446
447fn version_lt(current: &str, required: &str) -> bool {
448    let parse = |v: &str| -> Vec<u32> {
449        v.split('.')
450            .map(|s| s.parse::<u32>().unwrap_or(0))
451            .collect()
452    };
453    let c = parse(current);
454    let r = parse(required);
455    for i in 0..c.len().max(r.len()) {
456        let cv = c.get(i).copied().unwrap_or(0);
457        let rv = r.get(i).copied().unwrap_or(0);
458        if cv < rv {
459            return true;
460        }
461        if cv > rv {
462            return false;
463        }
464    }
465    false
466}
467
468fn import_session(
469    layer: &SessionLayer,
470    project_root: &str,
471    manifest: &PackageManifest,
472    report: &mut LoadReport,
473) {
474    let mut knowledge = ProjectKnowledge::load_or_create(project_root);
475    let policy = MemoryPolicy::default();
476    let source_tag = format!("{}@{} (session)", manifest.name, manifest.version);
477
478    for finding in &layer.findings {
479        let key = finding.file.as_deref().unwrap_or("general");
480        let exists = knowledge
481            .facts
482            .iter()
483            .any(|f| f.category == "session_finding" && f.value == finding.summary);
484        if !exists {
485            knowledge.remember(
486                "session_finding",
487                key,
488                &finding.summary,
489                &source_tag,
490                0.6,
491                &policy,
492            );
493            report.session_findings_merged += 1;
494        }
495    }
496
497    for decision in &layer.decisions {
498        let value = if let Some(ref rationale) = decision.rationale {
499            format!("{} (rationale: {})", decision.summary, rationale)
500        } else {
501            decision.summary.clone()
502        };
503        let exists = knowledge
504            .facts
505            .iter()
506            .any(|f| f.category == "session_decision" && f.value == decision.summary);
507        if !exists {
508            knowledge.remember(
509                "session_decision",
510                "decision",
511                &value,
512                &source_tag,
513                0.7,
514                &policy,
515            );
516            report.session_decisions_merged += 1;
517        }
518    }
519
520    if (report.session_findings_merged > 0 || report.session_decisions_merged > 0)
521        && let Err(e) = knowledge.save()
522    {
523        report
524            .warnings
525            .push(format!("session knowledge save failed: {e}"));
526    }
527}
528
529#[cfg(test)]
530mod tests {
531    use super::*;
532    use crate::core::context_package::content::*;
533    use crate::core::context_package::manifest::*;
534    use chrono::Utc;
535
536    fn test_manifest(layers: Vec<PackageLayer>) -> PackageManifest {
537        PackageManifest {
538            schema_version: 1,
539            conformance_level: None,
540            name: "test-pkg".into(),
541            version: "1.0.0".into(),
542            description: "test".into(),
543            author: None,
544            scope: None,
545            created_at: Utc::now(),
546            updated_at: None,
547            layers,
548            dependencies: vec![],
549            tags: vec![],
550            visibility: None,
551            integrity: PackageIntegrity {
552                sha256: "a".repeat(64),
553                content_hash: "b".repeat(64),
554                byte_size: 100,
555            },
556            provenance: PackageProvenance {
557                tool: "test".into(),
558                tool_version: "0.0.1".into(),
559                project_hash: None,
560                source_session_id: None,
561            },
562            compatibility: CompatibilitySpec::default(),
563            stats: PackageStats::default(),
564            signature: None,
565            graph_summary: None,
566            marketplace: None,
567        }
568    }
569
570    #[test]
571    fn version_lt_basic_comparisons() {
572        assert!(version_lt("3.5.0", "3.6.0"));
573        assert!(!version_lt("3.6.0", "3.5.0"));
574        assert!(!version_lt("3.6.0", "3.6.0"));
575        assert!(version_lt("3.6.14", "3.6.15"));
576        assert!(version_lt("2.0.0", "3.0.0"));
577    }
578
579    #[test]
580    fn compatibility_warning_when_version_too_low() {
581        let mut manifest = test_manifest(vec![PackageLayer::Knowledge]);
582        manifest.compatibility.min_lean_ctx_version = Some("99.0.0".into());
583
584        let content = PackageContent {
585            knowledge: Some(KnowledgeLayer {
586                facts: vec![],
587                patterns: vec![],
588                insights: vec![],
589                exported_at: Utc::now(),
590            }),
591            ..Default::default()
592        };
593
594        let dir = tempfile::tempdir().unwrap();
595        let report = load_package(&manifest, &content, dir.path().to_str().unwrap()).unwrap();
596        assert!(
597            report
598                .warnings
599                .iter()
600                .any(|w| w.contains("requires lean-ctx >= 99.0.0"))
601        );
602    }
603
604    #[test]
605    fn dependency_warning_for_required_deps() {
606        let mut manifest = test_manifest(vec![PackageLayer::Knowledge]);
607        manifest.dependencies.push(PackageDependency {
608            name: "missing-pkg".into(),
609            version_req: "^1.0".into(),
610            optional: false,
611        });
612
613        let content = PackageContent {
614            knowledge: Some(KnowledgeLayer {
615                facts: vec![],
616                patterns: vec![],
617                insights: vec![],
618                exported_at: Utc::now(),
619            }),
620            ..Default::default()
621        };
622
623        let dir = tempfile::tempdir().unwrap();
624        let report = load_package(&manifest, &content, dir.path().to_str().unwrap()).unwrap();
625        assert!(
626            report
627                .warnings
628                .iter()
629                .any(|w| w.contains("unresolved dependency: missing-pkg"))
630        );
631    }
632
633    #[test]
634    fn optional_dependency_no_warning() {
635        let mut manifest = test_manifest(vec![PackageLayer::Knowledge]);
636        manifest.dependencies.push(PackageDependency {
637            name: "optional-pkg".into(),
638            version_req: "^1.0".into(),
639            optional: true,
640        });
641
642        let content = PackageContent {
643            knowledge: Some(KnowledgeLayer {
644                facts: vec![],
645                patterns: vec![],
646                insights: vec![],
647                exported_at: Utc::now(),
648            }),
649            ..Default::default()
650        };
651
652        let dir = tempfile::tempdir().unwrap();
653        let report = load_package(&manifest, &content, dir.path().to_str().unwrap()).unwrap();
654        assert!(!report.warnings.iter().any(|w| w.contains("optional-pkg")));
655    }
656
657    #[test]
658    fn load_report_display_format() {
659        let report = LoadReport {
660            package_name: "my-pkg".into(),
661            package_version: "1.0.0".into(),
662            knowledge_facts_merged: 5,
663            knowledge_facts_skipped: 2,
664            knowledge_patterns_merged: 3,
665            knowledge_insights_merged: 1,
666            graph_nodes_imported: 10,
667            graph_edges_imported: 8,
668            gotchas_imported: 4,
669            patterns_imported: 2,
670            session_findings_merged: 3,
671            session_decisions_merged: 1,
672            v2_nodes_added: 0,
673            v2_nodes_updated: 0,
674            v2_edges_added: 0,
675            v2_edges_merged: 0,
676            v2_conflicts: vec![],
677            warnings: vec!["test warning".into()],
678        };
679
680        let display = format!("{report}");
681        assert!(display.contains("my-pkg v1.0.0"));
682        assert!(display.contains("5 facts merged"));
683        assert!(display.contains("10 nodes"));
684        assert!(display.contains("2 imported (standalone)"));
685        assert!(display.contains("WARNING: test warning"));
686    }
687
688    #[test]
689    fn v2_graph_import_creates_local_graph() {
690        use crate::core::context_package::graph_model::{ContextEdge, ContextGraph, ContextNode};
691
692        let mut graph = ContextGraph::new();
693        graph.add_node(ContextNode::fact("n1", "test fact", "arch"));
694        graph.add_node(ContextNode::gotcha("n2", "trigger", "resolution"));
695        graph.add_edge(ContextEdge {
696            from: "n1".into(),
697            to: "n2".into(),
698            edge_type: "has_gotcha".into(),
699            weight: 0.9,
700            coactivations: 5,
701            metadata: None,
702        });
703
704        let content = PackageContent {
705            context_graph: Some(graph),
706            ..Default::default()
707        };
708
709        let mut manifest = test_manifest(vec![]);
710        manifest.schema_version = 2;
711        manifest.conformance_level = Some(2);
712
713        let dir = tempfile::tempdir().unwrap();
714        let report = load_package(&manifest, &content, dir.path().to_str().unwrap()).unwrap();
715
716        assert_eq!(report.v2_nodes_added, 2);
717        assert_eq!(report.v2_edges_added, 1);
718    }
719
720    #[test]
721    fn v2_load_report_display_includes_graph() {
722        let report = LoadReport {
723            package_name: "v2-pkg".into(),
724            package_version: "2.0.0".into(),
725            v2_nodes_added: 15,
726            v2_nodes_updated: 3,
727            v2_edges_added: 20,
728            v2_edges_merged: 5,
729            v2_conflicts: vec!["conflict A".into()],
730            ..Default::default()
731        };
732
733        let display = format!("{report}");
734        assert!(display.contains("15 nodes added"));
735        assert!(display.contains("3 updated"));
736        assert!(display.contains("20 edges added"));
737        assert!(display.contains("5 merged"));
738        assert!(display.contains("CONFLICT: conflict A"));
739    }
740
741    #[test]
742    fn v2_graph_import_merges_with_existing() {
743        use crate::core::context_package::graph_model::{ContextGraph, ContextNode};
744
745        let mut first_graph = ContextGraph::new();
746        first_graph.add_node(ContextNode::fact("shared", "original", "cat"));
747
748        let first_content = PackageContent {
749            context_graph: Some(first_graph),
750            ..Default::default()
751        };
752
753        let mut manifest = test_manifest(vec![]);
754        manifest.schema_version = 2;
755
756        let dir = tempfile::tempdir().unwrap();
757        let r1 = load_package(&manifest, &first_content, dir.path().to_str().unwrap()).unwrap();
758        assert_eq!(r1.v2_nodes_added, 1);
759
760        let mut second_graph = ContextGraph::new();
761        let mut node = ContextNode::fact("shared", "updated", "cat");
762        node.activation = 0.9;
763        second_graph.add_node(node);
764        second_graph.add_node(ContextNode::fact("new_node", "new content", "cat"));
765
766        let second_content = PackageContent {
767            context_graph: Some(second_graph),
768            ..Default::default()
769        };
770
771        let r2 = load_package(&manifest, &second_content, dir.path().to_str().unwrap()).unwrap();
772        assert_eq!(r2.v2_nodes_added, 1);
773        assert_eq!(r2.v2_nodes_updated, 1);
774    }
775}