intent-engine 0.11.1

A command-line database service for tracking strategic intent, tasks, and events
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
use intent_engine::db::models::SearchResult;
/// Comprehensive CJK (Chinese, Japanese, Korean) search tests
///
/// Tests the trigram + LIKE fallback search implementation for CJK languages
use intent_engine::db::{create_pool, run_migrations};
use intent_engine::search::SearchManager;
use intent_engine::tasks::TaskManager;
use tempfile::TempDir;

async fn setup_test_db() -> (TempDir, sqlx::SqlitePool) {
    let temp_dir = TempDir::new().unwrap();
    let intent_dir = temp_dir.path().join(".intent-engine");
    std::fs::create_dir_all(&intent_dir).unwrap();

    let db_path = intent_dir.join("project.db");
    let pool = create_pool(&db_path).await.unwrap();
    run_migrations(&pool).await.unwrap();
    (temp_dir, pool)
}

// ================================
// 1. 单字搜索测试 (LIKE fallback)
// ================================

#[tokio::test]
async fn test_chinese_single_char_search() {
    let (_temp_dir, pool) = setup_test_db().await;
    let task_mgr = TaskManager::new(&pool);
    let search_mgr = SearchManager::new(&pool);

    // 创建任务
    task_mgr
        .add_task(
            "实现用户认证功能".to_string(),
            Some("使用JWT实现登录".to_string()),
            None,
            None,
            None,
            None,
        )
        .await
        .unwrap();

    // 单字搜索测试
    let results = search_mgr
        .search("", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1, "应该找到1个包含'用'的任务");
    assert!(match &results[0] {
        SearchResult::Task { task, .. } => &task.name,
        _ => panic!("Expected task result"),
    }
    .contains("用户"));

    let results = search_mgr
        .search("", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1, "应该找到1个包含'认'的任务");

    let results = search_mgr
        .search("", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1, "应该找到1个包含'证'的任务");

    let results = search_mgr
        .search("", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1, "应该找到1个包含'功'的任务");
}

// ================================
// 2. 双字词搜索测试 (LIKE fallback)
// ================================

#[tokio::test]
async fn test_chinese_two_char_search() {
    let (_temp_dir, pool) = setup_test_db().await;
    let task_mgr = TaskManager::new(&pool);
    let search_mgr = SearchManager::new(&pool);

    task_mgr
        .add_task("实现用户认证".to_string(), None, None, None, None, None)
        .await
        .unwrap();
    task_mgr
        .add_task("添加数据库索引".to_string(), None, None, None, None, None)
        .await
        .unwrap();
    task_mgr
        .add_task("优化查询性能".to_string(), None, None, None, None, None)
        .await
        .unwrap();

    // 测试常见双字词
    let test_cases = vec![
        ("用户", "实现用户认证"),
        ("认证", "实现用户认证"),
        ("数据", "添加数据库索引"),
        ("索引", "添加数据库索引"),
        ("查询", "优化查询性能"),
        ("性能", "优化查询性能"),
    ];

    for (query, expected_name) in test_cases {
        let results = search_mgr
            .search(query, true, false, None, None, false)
            .await
            .unwrap()
            .results;
        assert!(
            results
                .iter()
                .any(|r| if let SearchResult::Task { task, .. } = r {
                    &task.name
                } else {
                    ""
                }
                .contains(expected_name)),
            "搜索'{}'应该找到'{}'",
            query,
            expected_name
        );
    }
}

// =====================================
// 3. 多字符搜索测试 (FTS5 trigram)
// =====================================

#[tokio::test]
async fn test_chinese_multi_char_search() {
    let (_temp_dir, pool) = setup_test_db().await;
    let task_mgr = TaskManager::new(&pool);
    let search_mgr = SearchManager::new(&pool);

    task_mgr
        .add_task(
            "实现JWT用户认证功能".to_string(),
            Some("基于Token的认证机制".to_string()),
            None,
            None,
            None,
            None,
        )
        .await
        .unwrap();
    task_mgr
        .add_task(
            "优化数据库查询性能".to_string(),
            Some("添加索引提升查询速度".to_string()),
            None,
            None,
            None,
            None,
        )
        .await
        .unwrap();

    // 三字词 (FTS5 trigram)
    let results = search_mgr
        .search("用户认", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1, "三字词搜索应该使用FTS5");

    // 四字词
    let results = search_mgr
        .search("用户认证", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);
    assert!(match &results[0] {
        SearchResult::Task { task, .. } => &task.name,
        _ => panic!("Expected task result"),
    }
    .contains("认证"));

    // 五字及以上
    let results = search_mgr
        .search("用户认证功能", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);

    let results = search_mgr
        .search("数据库查询", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);

    let results = search_mgr
        .search("查询性能", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);
}

// ================================
// 4. 中英文混合搜索
// ================================

#[tokio::test]
async fn test_mixed_language_search() {
    let (_temp_dir, pool) = setup_test_db().await;
    let task_mgr = TaskManager::new(&pool);
    let search_mgr = SearchManager::new(&pool);

    task_mgr
        .add_task(
            "实现JWT认证".to_string(),
            Some("JSON Web Token认证".to_string()),
            None,
            None,
            None,
            None,
        )
        .await
        .unwrap();
    task_mgr
        .add_task(
            "添加API接口".to_string(),
            Some("RESTful API设计".to_string()),
            None,
            None,
            None,
            None,
        )
        .await
        .unwrap();
    task_mgr
        .add_task("配置OAuth2流程".to_string(), None, None, None, None, None)
        .await
        .unwrap();

    // 搜索英文部分
    let results = search_mgr
        .search("JWT", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);
    assert!(match &results[0] {
        SearchResult::Task { task, .. } => &task.name,
        _ => panic!("Expected task result"),
    }
    .contains("JWT"));

    let results = search_mgr
        .search("API", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);
    assert!(match &results[0] {
        SearchResult::Task { task, .. } => &task.name,
        _ => panic!("Expected task result"),
    }
    .contains("API"));

    let results = search_mgr
        .search("OAuth2", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);

    // 搜索中文部分(双字词,LIKE)
    let results = search_mgr
        .search("认证", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);

    let results = search_mgr
        .search("接口", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);

    let results = search_mgr
        .search("流程", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);
}

// ================================
// 5. 日文搜索测试
// ================================

#[tokio::test]
async fn test_japanese_search() {
    let (_temp_dir, pool) = setup_test_db().await;
    let task_mgr = TaskManager::new(&pool);
    let search_mgr = SearchManager::new(&pool);

    task_mgr
        .add_task(
            "ユーザー認証を実装".to_string(),
            Some("JWTトークンを使用".to_string()),
            None,
            None,
            None,
            None,
        )
        .await
        .unwrap();
    task_mgr
        .add_task(
            "データベース索引".to_string(),
            Some("性能向上".to_string()),
            None,
            None,
            None,
            None,
        )
        .await
        .unwrap();

    // 单字(平假名)
    let results = search_mgr
        .search("", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1, "应该找到包含'ユ'的任务");

    // 双字(片假名)
    let results = search_mgr
        .search("認証", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);

    // 多字
    let results = search_mgr
        .search("ユーザー", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);

    let results = search_mgr
        .search("データベース", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);

    // 平假名
    let results = search_mgr
        .search("", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);
}

// ================================
// 6. 特殊场景测试
// ================================

#[tokio::test]
async fn test_edge_cases() {
    let (_temp_dir, pool) = setup_test_db().await;
    let task_mgr = TaskManager::new(&pool);
    let search_mgr = SearchManager::new(&pool);

    // 标点符号
    task_mgr
        .add_task("实现:用户认证".to_string(), None, None, None, None, None)
        .await
        .unwrap();
    let results = search_mgr
        .search("用户", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1, "应该忽略标点符号");

    // 数字混合
    task_mgr
        .add_task("实现OAuth2认证".to_string(), None, None, None, None, None)
        .await
        .unwrap();
    let results = search_mgr
        .search("认证", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 2, "应该找到2个包含'认证'的任务");

    // 空格
    task_mgr
        .add_task("实现 用户 认证".to_string(), None, None, None, None, None)
        .await
        .unwrap();
    let results = search_mgr
        .search("用户", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert!(!results.is_empty(), "应该能处理空格");

    // Spec中的搜索
    task_mgr
        .add_task(
            "任务标题".to_string(),
            Some("描述中包含用户信息".to_string()),
            None,
            None,
            None,
            None,
        )
        .await
        .unwrap();
    let results = search_mgr
        .search("用户", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert!(!results.is_empty(), "应该能搜索spec字段");
}

// ================================
// 7. 性能测试
// ================================

#[tokio::test]
async fn test_search_performance() {
    let (_temp_dir, pool) = setup_test_db().await;
    let task_mgr = TaskManager::new(&pool);
    let search_mgr = SearchManager::new(&pool);

    // 创建1000个任务
    for i in 0..1000 {
        task_mgr
            .add_task(
                format!("任务{}: 实现功能{}", i, i % 10),
                Some(format!("这是任务{}的详细说明,包含各种关键词", i)),
                None,
                None,
                None,
                None,
            )
            .await
            .unwrap();
    }

    // 测试FTS5 trigram搜索性能
    let start = std::time::Instant::now();
    let _results = search_mgr
        .search("功能", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    let duration = start.elapsed();
    assert!(
        duration.as_millis() < 100,
        "FTS5搜索耗时{}ms,超过100ms阈值",
        duration.as_millis()
    );

    // 测试LIKE fallback搜索性能
    let start = std::time::Instant::now();
    let _results = search_mgr
        .search("", true, false, None, None, false)
        .await
        .unwrap()
        .results; // 单字CJK,使用LIKE
    let duration = start.elapsed();
    assert!(
        duration.as_millis() < 500,
        "LIKE搜索耗时{}ms,超过500ms阈值",
        duration.as_millis()
    );
}

// ================================
// 8. 边界情况和回归测试
// ================================

#[tokio::test]
async fn test_empty_and_special_queries() {
    let (_temp_dir, pool) = setup_test_db().await;
    let task_mgr = TaskManager::new(&pool);
    let search_mgr = SearchManager::new(&pool);

    task_mgr
        .add_task("测试任务".to_string(), None, None, None, None, None)
        .await
        .unwrap();

    // 空查询
    let results = search_mgr.search("", true, false, None, None, false).await;
    assert!(results.is_ok(), "空查询应该返回空结果而不是错误");

    // 仅空格
    let results = search_mgr
        .search("   ", true, false, None, None, false)
        .await;
    assert!(results.is_ok());

    // 特殊字符
    let results = search_mgr
        .search("@#$%", true, false, None, None, false)
        .await;
    assert!(results.is_ok());
}

#[tokio::test]
async fn test_case_sensitivity() {
    let (_temp_dir, pool) = setup_test_db().await;
    let task_mgr = TaskManager::new(&pool);
    let search_mgr = SearchManager::new(&pool);

    task_mgr
        .add_task("Implement API".to_string(), None, None, None, None, None)
        .await
        .unwrap();

    // 英文大小写不敏感(FTS5特性)
    let results_upper = search_mgr
        .search("API", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    let results_lower = search_mgr
        .search("api", true, false, None, None, false)
        .await
        .unwrap()
        .results;

    // FTS5默认不区分大小写
    assert_eq!(results_upper.len(), results_lower.len());
}

#[tokio::test]
async fn test_korean_search() {
    let (_temp_dir, pool) = setup_test_db().await;
    let task_mgr = TaskManager::new(&pool);
    let search_mgr = SearchManager::new(&pool);

    task_mgr
        .add_task(
            "사용자 인증 구현".to_string(),
            Some("JWT 토큰 사용".to_string()),
            None,
            None,
            None,
            None,
        )
        .await
        .unwrap();

    // 单字韩文
    let results = search_mgr
        .search("", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1, "应该找到包含韩文的任务");

    // 双字韩文
    let results = search_mgr
        .search("사용", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);

    // 多字韩文
    let results = search_mgr
        .search("사용자", true, false, None, None, false)
        .await
        .unwrap()
        .results;
    assert_eq!(results.len(), 1);
}