cognee-ingestion 0.1.3

Data ingestion (add) — classify, deduplicate, and persist raw data for the cognee pipeline.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110

#![allow(
    clippy::unwrap_used,
    clippy::expect_used,
    reason = "test code — panics are acceptable failures"
)]
//! Cross-language compatibility tests for ID generation.
//!
//! All expected values were computed from the Python cognee SDK:
//!
//! ```python
//! import hashlib
//! from uuid import uuid5, NAMESPACE_OID, UUID
//!
//! content_hash = hashlib.md5(b"hello world").hexdigest()
//! # => "5eb63bbbe01eeed093cb22bb8f5acdc3"
//!
//! user_id   = UUID("550e8400-e29b-41d4-a716-446655440000")
//! tenant_id = UUID("660e8400-e29b-41d4-a716-446655440001")
//!
//! uuid5(NAMESPACE_OID, f"{content_hash}{user_id}{tenant_id}")
//! # => UUID('5a23871a-b711-595c-8b9a-77a5a235cc72')
//!
//! uuid5(NAMESPACE_OID, f"{content_hash}{user_id}None")
//! # => UUID('3349a17c-1ac6-5f0f-85bc-0ae3abd1cadc')
//!
//! uuid5(NAMESPACE_OID, f"main_dataset{user_id}{tenant_id}")
//! # => UUID('babfb417-8280-5a55-b3e8-ebe37c4a10cf')
//!
//! uuid5(NAMESPACE_OID, f"main_dataset{user_id}None")
//! # => UUID('c0b626cb-2d1a-54c1-a108-d560bb6e1597')
//! ```

use cognee_ingestion::{generate_data_id, generate_dataset_id};
use uuid::Uuid;

const USER_ID: &str = "550e8400-e29b-41d4-a716-446655440000";
const TENANT_ID: &str = "660e8400-e29b-41d4-a716-446655440001";
const CONTENT_HASH: &str = "5eb63bbbe01eeed093cb22bb8f5acdc3";

fn user() -> Uuid {
    Uuid::parse_str(USER_ID).unwrap()
}
fn tenant() -> Uuid {
    Uuid::parse_str(TENANT_ID).unwrap()
}

// ── Data ID ──────────────────────────────────────────────────────────────────

#[test]
fn data_id_with_tenant_matches_python() {
    let id = generate_data_id(CONTENT_HASH, user(), Some(tenant()));
    assert_eq!(
        id,
        Uuid::parse_str("5a23871a-b711-595c-8b9a-77a5a235cc72").unwrap(),
        "generate_data_id output must match Python uuid5(NAMESPACE_OID, hash+user+tenant)"
    );
}

#[test]
fn data_id_without_tenant_matches_python() {
    let id = generate_data_id(CONTENT_HASH, user(), None);
    assert_eq!(
        id,
        Uuid::parse_str("3349a17c-1ac6-5f0f-85bc-0ae3abd1cadc").unwrap(),
        "generate_data_id output must match Python uuid5(NAMESPACE_OID, hash+user+None)"
    );
}

// ── Dataset ID ───────────────────────────────────────────────────────────────

#[test]
fn dataset_id_with_tenant_matches_python() {
    let id = generate_dataset_id("main_dataset", user(), Some(tenant()));
    assert_eq!(
        id,
        Uuid::parse_str("babfb417-8280-5a55-b3e8-ebe37c4a10cf").unwrap(),
        "generate_dataset_id output must match Python uuid5(NAMESPACE_OID, name+user+tenant)"
    );
}

#[test]
fn dataset_id_without_tenant_matches_python() {
    let id = generate_dataset_id("main_dataset", user(), None);
    assert_eq!(
        id,
        Uuid::parse_str("c0b626cb-2d1a-54c1-a108-d560bb6e1597").unwrap(),
        "generate_dataset_id output must match Python uuid5(NAMESPACE_OID, name+user+None)"
    );
}

// ── Text file naming ─────────────────────────────────────────────────────────

#[test]
fn text_file_name_matches_python() {
    // Python: f"text_{hashlib.md5(b'hello world').hexdigest()}.txt"
    assert_eq!(
        format!("text_{CONTENT_HASH}.txt"),
        "text_5eb63bbbe01eeed093cb22bb8f5acdc3.txt"
    );
}

// ── UUID display format ───────────────────────────────────────────────────────

#[test]
fn uuid_display_format_matches_python_str() {
    // Python str(uuid) == Rust format!("{}", uuid) — both hyphenated lowercase.
    // This is the critical property that makes ID generation compatible.
    let uuid = Uuid::parse_str(USER_ID).unwrap();
    assert_eq!(format!("{uuid}"), USER_ID);
}