aprender-core 0.31.2

Next-generation machine learning library in pure Rust
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

#![allow(clippy::disallowed_methods)]
//! Integration tests for Synthetic Data Generation module.
//!
//! These tests verify end-to-end workflows for synthetic data generation,
//! including EDA, Template, Shell, MixUp, WeakSupervision, and Caching.

use aprender::synthetic::andon::AndonConfig;
use aprender::synthetic::cache::SyntheticCache;
use aprender::synthetic::eda::{EdaConfig, EdaGenerator};
use aprender::synthetic::mixup::{Embeddable, MixUpConfig, MixUpGenerator};
use aprender::synthetic::shell::{ShellGrammar, ShellSample, ShellSyntheticGenerator};
use aprender::synthetic::template::{Template, TemplateGenerator};
use aprender::synthetic::weak_supervision::{
    AggregationStrategy, KeywordLF, LabelVote, WeakSupervisionConfig, WeakSupervisionGenerator,
};
use aprender::synthetic::{SyntheticConfig, SyntheticGenerator};

// ============================================================================
// Test Fixtures
// ============================================================================

/// Sample type implementing Embeddable for MixUp tests.
#[derive(Debug, Clone, PartialEq)]
struct TextSample {
    text: String,
    embedding: Vec<f32>,
}

impl TextSample {
    fn new(text: &str, embedding: Vec<f32>) -> Self {
        Self {
            text: text.to_string(),
            embedding,
        }
    }
}

impl Embeddable for TextSample {
    fn embedding(&self) -> &[f32] {
        &self.embedding
    }

    fn from_embedding(embedding: Vec<f32>, reference: &Self) -> Self {
        Self {
            text: format!("mixed_{}", reference.text),
            embedding,
        }
    }
}

include!("includes/synthetic_integration_eda.rs");
include!("includes/synthetic_integration_cache.rs");