lattice-tune 0.3.0

Training infrastructure for Lattice neural models
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

//! Training data types and utilities
//!
//! This module provides the core data structures for training:
//! - [`TrainingExample`]: Individual training examples with embeddings and labels
//! - [`IntentLabels`]: Soft labels from teacher models
//! - [`Dataset`]: Collection of examples with batching support
//!
//! # Example
//!
//! ```
//! use lattice_tune::data::{TrainingExample, IntentLabels, Dataset, DatasetConfig};
//!
//! // Create a dataset from examples
//! let examples = vec![
//!     TrainingExample::new(
//!         vec![vec![0.1, 0.2, 0.3]],  // context embeddings
//!         vec![0.4, 0.5, 0.6],        // message embedding
//!         IntentLabels::continuation(0.8),
//!     ),
//! ];
//!
//! let dataset = Dataset::from_examples(examples);
//! ```

mod dataset;
mod example;

pub use dataset::{Batch, Dataset, DatasetConfig, DatasetStats};
pub use example::{ExampleMetadata, IntentLabels, TrainingExample};