pasta_core 0.2.4

Pasta Core - Language-independent DSL parsing and registry layer
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
//! 単語テーブルの外部テスト
//!
//! Phase A: registry/word_table.rs のインラインテストから外部化

use pasta_core::registry::{MockRandomSelector, WordDefRegistry, WordTable};
use pasta_core::WordTableError;

fn create_test_registry() -> WordDefRegistry {
    let mut registry = WordDefRegistry::new();
    // Global words
    registry.register_global(
        "挨拶",
        vec!["こんにちは".to_string(), "おはよう".to_string()],
    );
    registry.register_global("場所", vec!["東京".to_string()]);
    registry.register_global("場所_日本", vec!["大阪".to_string(), "京都".to_string()]);
    // Local words
    registry.register_local("会話_1", "挨拶", vec!["やあ".to_string()]);
    registry.register_local("会話_1", "場所", vec!["ここ".to_string()]);
    registry
}

#[test]
fn test_from_word_def_registry() {
    let registry = create_test_registry();
    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let table = WordTable::from_word_def_registry(registry, selector);

    assert_eq!(table.entries().len(), 5);
}

#[test]
fn test_collect_word_candidates_global_exact() {
    let registry = create_test_registry();
    let selector = Box::new(MockRandomSelector::new(vec![]));
    let table = WordTable::from_word_def_registry(registry, selector);

    // Exact match for global word
    let candidates = table.collect_word_candidates("", "挨拶").unwrap();
    assert_eq!(candidates.len(), 2);
    assert!(candidates.contains(&"こんにちは".to_string()));
    assert!(candidates.contains(&"おはよう".to_string()));
}

#[test]
fn test_collect_word_candidates_global_prefix() {
    let registry = create_test_registry();
    let selector = Box::new(MockRandomSelector::new(vec![]));
    let table = WordTable::from_word_def_registry(registry, selector);

    // Prefix match: "場所" matches both "場所" and "場所_日本"
    let candidates = table.collect_word_candidates("", "場所").unwrap();
    // Should get all 3 words merged (東京, 大阪, 京都)
    assert_eq!(candidates.len(), 3);
    assert!(candidates.contains(&"東京".to_string()));
    assert!(candidates.contains(&"大阪".to_string()));
    assert!(candidates.contains(&"京都".to_string()));
}

#[test]
fn test_collect_word_candidates_local_only() {
    let registry = create_test_registry();
    let selector = Box::new(MockRandomSelector::new(vec![]));
    let table = WordTable::from_word_def_registry(registry, selector);

    // Local search only - does NOT include global words
    let candidates = table.collect_word_candidates("会話_1", "挨拶").unwrap();
    // Should get ONLY local word (やあ)
    assert_eq!(candidates.len(), 1);
    assert!(candidates.contains(&"やあ".to_string()));
    // Global words NOT included
    assert!(!candidates.contains(&"こんにちは".to_string()));
    assert!(!candidates.contains(&"おはよう".to_string()));
}

#[test]
fn test_collect_word_candidates_local_not_found_no_fallback() {
    let registry = create_test_registry();
    let selector = Box::new(MockRandomSelector::new(vec![]));
    let table = WordTable::from_word_def_registry(registry, selector);

    // No local word for "場所" in module "別のモジュール"
    // Should NOT fall back to global - should return error
    let result = table.collect_word_candidates("別のモジュール", "場所");
    assert!(result.is_err());
    match result {
        Err(WordTableError::WordNotFound { key }) => assert_eq!(key, "場所"),
        _ => panic!("Expected WordNotFound error"),
    }
}

#[test]
fn test_collect_word_candidates_global_only() {
    let registry = create_test_registry();
    let selector = Box::new(MockRandomSelector::new(vec![]));
    let table = WordTable::from_word_def_registry(registry, selector);

    // Empty module_name means global only search
    let candidates = table.collect_word_candidates("", "挨拶").unwrap();
    assert_eq!(candidates.len(), 2);
    assert!(candidates.contains(&"こんにちは".to_string()));
    assert!(candidates.contains(&"おはよう".to_string()));
}

#[test]
fn test_collect_word_candidates_duplicate_entries_merge() {
    // Test that duplicate entries are merged in collect_word_candidates
    let mut registry = WordDefRegistry::new();
    registry.register_global(
        "挨拶",
        vec!["おはよう".to_string(), "こんにちわ".to_string()],
    );
    registry.register_global(
        "挨拶",
        vec!["はろー".to_string(), "ぐっもーにん".to_string()],
    );

    let selector = Box::new(MockRandomSelector::new(vec![]));
    let table = WordTable::from_word_def_registry(registry, selector);

    // Should collect all 4 words before shuffling
    let candidates = table.collect_word_candidates("", "挨拶").unwrap();
    assert_eq!(candidates.len(), 4);
    assert!(candidates.contains(&"おはよう".to_string()));
    assert!(candidates.contains(&"こんにちわ".to_string()));
    assert!(candidates.contains(&"はろー".to_string()));
    assert!(candidates.contains(&"ぐっもーにん".to_string()));
}

#[test]
fn test_collect_word_candidates_not_found() {
    let registry = create_test_registry();
    let selector = Box::new(MockRandomSelector::new(vec![]));
    let table = WordTable::from_word_def_registry(registry, selector);

    let result = table.collect_word_candidates("", "存在しない");
    assert!(result.is_err());
    match result {
        Err(WordTableError::WordNotFound { key }) => assert_eq!(key, "存在しない"),
        _ => panic!("Expected WordNotFound error"),
    }
}

#[test]
fn test_search_word_global_exact() {
    let registry = create_test_registry();
    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let mut table = WordTable::from_word_def_registry(registry, selector);
    table.set_shuffle_enabled(false);

    // Exact match for global word
    let result = table.search_word("", "挨拶", &[]);
    assert!(result.is_ok());
    assert_eq!(result.unwrap(), "こんにちは");
}

#[test]
fn test_search_word_global_prefix() {
    let registry = create_test_registry();
    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let mut table = WordTable::from_word_def_registry(registry, selector);
    table.set_shuffle_enabled(false);

    // Prefix match: "場所" matches both "場所" and "場所_日本"
    let result = table.search_word("", "場所", &[]);
    assert!(result.is_ok());
    // Should get word from merged list (東京, 大阪, 京都)
    let word = result.unwrap();
    assert!(word == "東京" || word == "大阪" || word == "京都");
}

#[test]
fn test_search_word_local() {
    let registry = create_test_registry();
    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let mut table = WordTable::from_word_def_registry(registry, selector);
    table.set_shuffle_enabled(false);

    // Fallback strategy: Local search found, global NOT included
    let result = table.search_word("会話_1", "挨拶", &[]);
    assert!(result.is_ok());
    // Should get ONLY from local (やあ) - fallback strategy
    let word = result.unwrap();
    assert_eq!(word, "やあ");
}

#[test]
fn test_search_word_not_found() {
    let registry = create_test_registry();
    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let mut table = WordTable::from_word_def_registry(registry, selector);

    let result = table.search_word("", "存在しない", &[]);
    assert!(result.is_err());
    match result {
        Err(WordTableError::WordNotFound { key }) => assert_eq!(key, "存在しない"),
        _ => panic!("Expected WordNotFound error"),
    }
}

#[test]
fn test_search_word_cache_sequential() {
    let mut registry = WordDefRegistry::new();
    registry.register_global(
        "test",
        vec!["a".to_string(), "b".to_string(), "c".to_string()],
    );

    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let mut table = WordTable::from_word_def_registry(registry, selector);
    table.set_shuffle_enabled(false);

    // Sequential calls should return different words until exhausted
    let r1 = table.search_word("", "test", &[]).unwrap();
    let r2 = table.search_word("", "test", &[]).unwrap();
    let r3 = table.search_word("", "test", &[]).unwrap();

    assert_eq!(r1, "a");
    assert_eq!(r2, "b");
    assert_eq!(r3, "c");
}

#[test]
fn test_search_word_cache_reshuffle() {
    let mut registry = WordDefRegistry::new();
    registry.register_global("test", vec!["a".to_string(), "b".to_string()]);

    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let mut table = WordTable::from_word_def_registry(registry, selector);
    table.set_shuffle_enabled(false);

    // Exhaust cache
    let _ = table.search_word("", "test", &[]).unwrap();
    let _ = table.search_word("", "test", &[]).unwrap();

    // Next call should reshuffle and start over
    let r3 = table.search_word("", "test", &[]).unwrap();
    assert_eq!(r3, "a"); // Back to first (no shuffle)
}

#[test]
fn test_cache_key_separation() {
    let mut registry = WordDefRegistry::new();
    registry.register_global("word", vec!["global".to_string()]);
    registry.register_local("mod1", "word", vec!["local1".to_string()]);
    registry.register_local("mod2", "word", vec!["local2".to_string()]);

    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let mut table = WordTable::from_word_def_registry(registry, selector);
    table.set_shuffle_enabled(false);

    // Different modules should have separate caches
    let r1 = table.search_word("mod1", "word", &[]).unwrap();
    let r2 = table.search_word("mod2", "word", &[]).unwrap();

    // Fallback strategy: local found, global NOT included
    // mod1 search: ONLY local1 (fallback)
    // mod2 search: ONLY local2 (fallback)
    assert_eq!(r1, "local1");
    assert_eq!(r2, "local2");
}

#[test]
fn test_local_does_not_match_global_prefix() {
    let mut registry = WordDefRegistry::new();
    registry.register_global("abc", vec!["global_abc".to_string()]);
    registry.register_local("mod", "abc", vec!["local_abc".to_string()]);

    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let mut table = WordTable::from_word_def_registry(registry, selector);
    table.set_shuffle_enabled(false);

    // Global search should not include local entries
    let result = table.search_word("", "abc", &[]).unwrap();
    assert_eq!(result, "global_abc");
}

#[test]
fn test_search_word_merge_duplicate_entries() {
    // Test that multiple registrations of same key are merged at search time
    let mut registry = WordDefRegistry::new();

    // Same global word name registered twice
    registry.register_global(
        "挨拶",
        vec!["おはよう".to_string(), "こんにちわ".to_string()],
    );
    registry.register_global(
        "挨拶",
        vec!["はろー".to_string(), "ぐっもーにん".to_string()],
    );

    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let mut table = WordTable::from_word_def_registry(registry, selector);
    table.set_shuffle_enabled(false);

    // Search for "挨拶" should find both entries and merge all 4 words
    let result = table.search_word("", "挨拶", &[]);
    assert!(result.is_ok());

    // Verify that we get one of the 4 expected words
    let word = result.unwrap();
    assert!(
        word == "おはよう"
            || word == "こんにちわ"
            || word == "はろー"
            || word == "ぐっもーにん",
        "Unexpected word: {}",
        word
    );
}

#[test]
fn test_search_word_merge_duplicate_entries_all_words_reachable() {
    // Test that sequential calls reach all 4 words from duplicate entries
    let mut registry = WordDefRegistry::new();

    registry.register_global(
        "挨拶",
        vec!["おはよう".to_string(), "こんにちわ".to_string()],
    );
    registry.register_global(
        "挨拶",
        vec!["はろー".to_string(), "ぐっもーにん".to_string()],
    );

    let selector = Box::new(MockRandomSelector::new(vec![0, 1, 2, 3]));
    let mut table = WordTable::from_word_def_registry(registry, selector);
    table.set_shuffle_enabled(false);

    // Sequential calls should exhaust all 4 words
    let r1 = table.search_word("", "挨拶", &[]).unwrap();
    let r2 = table.search_word("", "挨拶", &[]).unwrap();
    let r3 = table.search_word("", "挨拶", &[]).unwrap();
    let r4 = table.search_word("", "挨拶", &[]).unwrap();

    // Collect results
    let results = [r1, r2, r3, r4];

    // All 4 words should be represented
    assert!(results.contains(&"おはよう".to_string()));
    assert!(results.contains(&"こんにちわ".to_string()));
    assert!(results.contains(&"はろー".to_string()));
    assert!(results.contains(&"ぐっもーにん".to_string()));
}

#[test]
fn test_search_word_merge_duplicate_local_entries() {
    // Test that duplicate local entries are merged
    let mut registry = WordDefRegistry::new();

    registry.register_local("会話", "挨拶", vec!["やあ".to_string(), "よう".to_string()]);
    registry.register_local(
        "会話",
        "挨拶",
        vec!["おす".to_string(), "ういっす".to_string()],
    );

    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let mut table = WordTable::from_word_def_registry(registry, selector);
    table.set_shuffle_enabled(false);

    // Search for local word should find both entries
    let result = table.search_word("会話", "挨拶", &[]);
    assert!(result.is_ok());

    let word = result.unwrap();
    assert!(
        word == "やあ" || word == "よう" || word == "おす" || word == "ういっす",
        "Unexpected word: {}",
        word
    );
}

#[test]
fn test_new_word_table_is_empty() {
    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let mut table = WordTable::new(selector);

    assert!(table.entries().is_empty());
    // Any search on an empty table is WordNotFound
    let result = table.search_word("", "anything", &[]);
    assert!(matches!(result, Err(WordTableError::WordNotFound { .. })));
}

#[test]
fn test_clear_cache_restarts_sequence() {
    let mut registry = WordDefRegistry::new();
    registry.register_global(
        "test",
        vec!["a".to_string(), "b".to_string(), "c".to_string()],
    );

    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let mut table = WordTable::from_word_def_registry(registry, selector);
    table.set_shuffle_enabled(false);

    // Consume part of the sequence
    assert_eq!(table.search_word("", "test", &[]).unwrap(), "a");
    assert_eq!(table.search_word("", "test", &[]).unwrap(), "b");

    // clear_cache discards consumption state — sequence restarts
    table.clear_cache();
    assert_eq!(table.search_word("", "test", &[]).unwrap(), "a");
}

#[test]
fn test_replace_selector_clears_cache_keeps_entries() {
    let mut registry = WordDefRegistry::new();
    registry.register_global("test", vec!["a".to_string(), "b".to_string()]);

    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let mut table = WordTable::from_word_def_registry(registry, selector);
    table.set_shuffle_enabled(false);

    // Consume part of the sequence
    assert_eq!(table.search_word("", "test", &[]).unwrap(), "a");

    // Replace the selector — cache must be cleared, entries preserved
    table.replace_selector(Box::new(MockRandomSelector::new(vec![0])));
    assert_eq!(table.entries().len(), 1);
    assert_eq!(
        table.search_word("", "test", &[]).unwrap(),
        "a",
        "cache was not cleared by replace_selector"
    );
}

#[test]
fn test_search_word_empty_key_matches_all_global() {
    // Empty key is a prefix of every key: global search merges all global words
    let mut registry = WordDefRegistry::new();
    registry.register_global("alpha", vec!["a".to_string()]);
    registry.register_global("beta", vec!["b".to_string()]);
    registry.register_local("mod", "gamma", vec!["c".to_string()]);

    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let table = WordTable::from_word_def_registry(registry, selector);

    // Documents current behavior: empty key matches all GLOBAL entries,
    // local entries (':' prefix) are excluded
    let candidates = table.collect_word_candidates("", "").unwrap();
    assert_eq!(candidates.len(), 2);
    assert!(candidates.contains(&"a".to_string()));
    assert!(candidates.contains(&"b".to_string()));
    assert!(!candidates.contains(&"c".to_string()));
}

#[test]
fn test_collect_word_candidates_entry_with_empty_values() {
    // An entry that exists but has zero values must yield WordNotFound,
    // not an empty list (collect_word_candidates' second guard)
    let mut registry = WordDefRegistry::new();
    registry.register_global("empty", vec![]);

    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let table = WordTable::from_word_def_registry(registry, selector);

    let result = table.collect_word_candidates("", "empty");
    match result {
        Err(WordTableError::WordNotFound { key }) => assert_eq!(key, "empty"),
        other => panic!("Expected WordNotFound, got {:?}", other),
    }
}

#[test]
fn test_collect_word_candidates_local_entry_with_empty_values() {
    // Same guard on the local search path
    let mut registry = WordDefRegistry::new();
    registry.register_local("mod", "empty", vec![]);

    let selector = Box::new(MockRandomSelector::new(vec![0]));
    let table = WordTable::from_word_def_registry(registry, selector);

    let result = table.collect_word_candidates("mod", "empty");
    match result {
        Err(WordTableError::WordNotFound { key }) => assert_eq!(key, "empty"),
        other => panic!("Expected WordNotFound, got {:?}", other),
    }
}

#[test]
fn test_search_word_merge_duplicate_with_global() {
    // Test that duplicate global + global entries are all merged
    // Pattern: search for global, should get all 5 words (2 + 3)
    let mut registry = WordDefRegistry::new();

    registry.register_global("word", vec!["a".to_string(), "b".to_string()]);
    registry.register_global(
        "word",
        vec!["c".to_string(), "d".to_string(), "e".to_string()],
    );

    let selector = Box::new(MockRandomSelector::new(vec![0, 1, 2, 3, 4]));
    let mut table = WordTable::from_word_def_registry(registry, selector);
    table.set_shuffle_enabled(false);

    // All 5 calls should succeed
    let results: Vec<_> = (0..5)
        .map(|_| table.search_word("", "word", &[]).unwrap())
        .collect();

    // Check all 5 words are reachable
    assert_eq!(results.len(), 5);
    assert!(results.contains(&"a".to_string()));
    assert!(results.contains(&"b".to_string()));
    assert!(results.contains(&"c".to_string()));
    assert!(results.contains(&"d".to_string()));
    assert!(results.contains(&"e".to_string()));
}