Struct CustomDataset 

pub struct CustomDataset { /* private fields */ }

A custom dataset defined at runtime.

Use this when you need to load a dataset that isn’t in the built-in DatasetId enum.

Example

use anno_core::core::dataset::{CustomDataset, Task, ParserHint, License, Domain};
use std::path::PathBuf;

let dataset = CustomDataset::new("my_ner_data", Task::NER)
    .with_name("My Company NER Dataset")
    .with_languages(&["en", "de"])
    .with_entity_types(&["PRODUCT", "TEAM", "PROJECT"])
    .with_parser(ParserHint::CoNLL)
    .with_license(License::Proprietary)
    .with_domain(Domain::Technical)
    .with_path(PathBuf::from("/data/my_ner.conll"));

Implementations

impl CustomDataset

pub fn new(id: impl Into<String>, task: Task) -> CustomDataset

Create a new custom dataset with minimal required fields.

pub fn with_name(self, name: impl Into<String>) -> CustomDataset

Set the human-readable name.

pub fn with_languages(self, langs: &[&str]) -> CustomDataset

Set the languages covered.

pub fn with_entity_types(self, types: &[&str]) -> CustomDataset

Set the entity types.

pub fn with_parser(self, parser: ParserHint) -> CustomDataset

Set the parser hint.

pub fn with_license(self, license: License) -> CustomDataset

Set the license.

pub fn with_description(self, desc: impl Into<String>) -> CustomDataset

Set the description.

pub fn with_domain(self, domain: Domain) -> CustomDataset

Set the domain.

pub fn with_url(self, url: impl Into<String>) -> CustomDataset

Set the download URL.

pub fn with_path(self, path: PathBuf) -> CustomDataset

Set the local file path.

pub fn with_stats(self, stats: DatasetStats) -> CustomDataset

Set dataset statistics.

pub fn with_temporal_coverage(self, coverage: TemporalCoverage) -> CustomDataset

Set temporal coverage.

pub fn with_secondary_tasks(self, tasks: Vec<Task>) -> CustomDataset

Add secondary tasks.

pub fn constructed(self) -> CustomDataset

Mark as constructed language.

pub fn historical(self) -> CustomDataset

Mark as historical language.

pub fn requires_authentication(self) -> CustomDataset

Mark as requiring authentication.

pub fn with_version(self, version: impl Into<String>) -> CustomDataset

Set version string.

pub fn languages_owned(&self) -> &[String]

Get languages as owned strings (for custom datasets).

pub fn entity_types_owned(&self) -> &[String]

Get entity types as owned strings (for custom datasets).

pub fn with_notes(self, notes: impl Into<String>) -> CustomDataset

Set notes.

pub fn with_citation(self, citation: impl Into<String>) -> CustomDataset

Set citation.

Trait Implementations

impl Clone for CustomDataset

fn clone(&self) -> CustomDataset

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl DatasetSpec for CustomDataset

fn name(&self) -> &str

Human-readable name of the dataset.

fn id(&self) -> &str

Unique identifier string (snake_case, no spaces).

fn task(&self) -> Task

Primary task this dataset is designed for.

fn languages(&self) -> &[&str]

ISO 639-1 language codes (e.g., “en”, “zh”, “de”).

fn entity_types(&self) -> &[&str]

Entity types annotated in this dataset.

fn parser_hint(&self) -> ParserHint

Parser format hint for loading.

fn license(&self) -> License

License governing dataset usage.

fn description(&self) -> Option<&str>

Detailed description of the dataset.

fn domain(&self) -> Domain

Domain/genre of source text.

fn download_url(&self) -> Option<&str>

URL for downloading the dataset.

fn local_path(&self) -> Option<&Path>

Local path if already downloaded.

fn stats(&self) -> DatasetStats

Dataset statistics (counts, splits).

fn temporal_coverage(&self) -> TemporalCoverage

Temporal coverage information.

fn secondary_tasks(&self) -> &[Task]

Additional tasks supported beyond the primary task.

fn is_constructed_language(&self) -> bool

Whether this is a constructed/artificial language dataset.

fn is_historical(&self) -> bool

Whether this is a historical/ancient language dataset.

fn requires_auth(&self) -> bool

Whether this dataset requires special access (gated, auth, etc.).

fn version(&self) -> Option<&str>

Version string (e.g., “1.0”, “2024-01”).

fn notes(&self) -> Option<&str>

Notes or caveats about the dataset.

fn citation(&self) -> Option<&str>

Citation information (BibTeX or plain text).

fn languages_vec(&self) -> Vec<String>

Get languages as owned Vec (for custom datasets that don’t have static data).

fn entity_types_vec(&self) -> Vec<String>

Get entity types as owned Vec (for custom datasets that don’t have static data).

fn doi(&self) -> Option<&str>

DOI or other persistent identifier.

fn is_public(&self) -> bool

Check if this dataset is publicly available.

fn supports_task(&self, task: Task) -> bool

Check if this dataset supports a specific task.

fn supports_language(&self, lang: &str) -> bool

Check if this dataset covers a specific language.

fn has_entity_type(&self, entity_type: &str) -> bool

Check if this dataset has a specific entity type.

impl Debug for CustomDataset

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.