Module json 

Re-exports

pub use caption::caption_file_exists_and_not_empty;

pub use caption::format_text_content;

pub use caption::json_to_text;

pub use caption::process_file;

pub use caption::replace_special_chars;

pub use caption::replace_string;

pub use core::TrainingFormat;

pub use core::TrainingSample;

pub use core::TrainingDataset;

pub use core::DatasetStats;

pub use core::BCOSample;

pub use core::BCODataset;

pub use core::DPOSample;

pub use core::DPODataset;

pub use core::PPOSample;

pub use core::PPODataset;

pub use core::SFTSample;

pub use core::SFTDataset;

pub use core::DatasetQualityReport;

pub use core::GenericJSONDataset;

Modules

caption

concat

core

metadata

reasoning

st

Structs

HfDatasetConfig

Configuration for HuggingFace dataset processing

HfProcessor

Main processor for HuggingFace datasets

HuggingFaceDataset

Real HuggingFace dataset loader with Hub API integration

Functions

format_json_file

process_caption_file

process_e621_json_file

process_json_file

process_json_to_caption

process_safetensors_file

rename_file_without_image_extension

split_content