use std::io::Cursor;
use bytes::BytesMut;
use mp4_atom::{DecodeMaybe, Encode};
use crate::container::test_util::{Live, PPS, SPS, raw_frame, video_frame};
#[tokio::test(start_paused = true)]
async fn avc3_source_to_cmaf_export_roundtrip() {
let mut live = Live::avc3();
live.track.write(video_frame(0, true)).unwrap();
live.track.finish().unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
let init = fragment_now(&mut exporter).await.data;
let mut cursor = Cursor::new(init.as_ref());
let mut saw_ftyp = false;
let mut moov: Option<mp4_atom::Moov> = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
match atom {
mp4_atom::Any::Ftyp(_) => saw_ftyp = true,
mp4_atom::Any::Moov(m) => moov = Some(m),
_ => {}
}
}
assert!(saw_ftyp, "init segment missing ftyp");
let moov = moov.expect("init segment missing moov");
assert_eq!(moov.trak.len(), 1, "expected single track in moov");
let trak = &moov.trak[0];
let stsd = &trak.mdia.minf.stbl.stsd;
assert_eq!(stsd.codecs.len(), 1, "expected single sample entry");
let avc1 = match &stsd.codecs[0] {
mp4_atom::Codec::Avc1(avc1) => avc1,
other => panic!("expected Avc1 sample entry, got {:?}", other),
};
assert_eq!(avc1.avcc.avc_profile_indication, SPS[1]);
assert_eq!(avc1.avcc.avc_level_indication, SPS[3]);
assert_eq!(avc1.avcc.sequence_parameter_sets.len(), 1);
assert_eq!(avc1.avcc.sequence_parameter_sets[0].as_slice(), SPS);
assert_eq!(avc1.avcc.picture_parameter_sets[0].as_slice(), PPS);
assert_eq!(avc1.visual.width, 320);
assert_eq!(avc1.visual.height, 240);
let mvex = moov.mvex.as_ref().expect("init segment missing mvex");
assert_eq!(mvex.trex.len(), 1);
assert_eq!(mvex.trex[0].track_id, trak.tkhd.track_id);
}
#[tokio::test(start_paused = true)]
async fn legacy_aac_source_to_cmaf_export_synthesizes_esds() {
use hang::catalog::{AAC, AudioConfig};
let description = crate::codec::aac::Config {
profile: 2,
sample_rate: 44100,
channel_count: 2,
}
.encode();
let mut config = AudioConfig::new(AAC { profile: 2 }, 44100, 2);
config.description = Some(description);
let mut live = Live::audio(config);
live.track.write(raw_frame(0, &[0x01, 0x02, 0x03, 0x04], true)).unwrap();
live.track.finish().unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
let init = fragment_now(&mut exporter).await.data;
let mut cursor = Cursor::new(init.as_ref());
let mut moov: Option<mp4_atom::Moov> = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
if let mp4_atom::Any::Moov(m) = atom {
moov = Some(m);
}
}
let moov = moov.expect("init segment missing moov");
assert_eq!(moov.trak.len(), 1, "expected single track in moov");
let trak = &moov.trak[0];
let stsd = &trak.mdia.minf.stbl.stsd;
assert_eq!(stsd.codecs.len(), 1, "expected single sample entry");
let mp4a = match &stsd.codecs[0] {
mp4_atom::Codec::Mp4a(mp4a) => mp4a,
other => panic!("expected Mp4a sample entry, got {:?}", other),
};
assert_eq!(mp4a.audio.channel_count, 2);
assert_eq!(mp4a.audio.sample_rate.integer(), 44100);
let dec_config = &mp4a.esds.es_desc.dec_config;
assert_eq!(dec_config.object_type_indication, 0x40, "MPEG-4 AAC");
assert_eq!(dec_config.stream_type, 0x05, "audio stream");
let dec_specific = &dec_config.dec_specific;
assert_eq!(dec_specific.profile, 2, "AAC-LC");
assert_eq!(dec_specific.freq_index, 4, "44100 Hz");
assert_eq!(dec_specific.chan_conf, 2, "stereo");
let mut buf = Vec::new();
moov.encode(&mut buf).expect("encode synthesized moov");
}
#[tokio::test(start_paused = true)]
async fn vp8_source_to_cmaf_export_synthesizes_vp08() {
use hang::catalog::{Container, VideoCodec, VideoConfig};
let mut live = Live::new(".vp8", |catalog, name| {
let mut config = VideoConfig::new(VideoCodec::VP8);
config.coded_width = Some(320);
config.coded_height = Some(240);
config.container = Container::Legacy;
catalog.lock().video.renditions.insert(name, config);
});
live.track
.write(raw_frame(0, &[0x10, 0x00, 0x00, 0x9d, 0x01, 0x2a], true))
.unwrap();
live.track.finish().unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
let init = fragment_now(&mut exporter).await.data;
let mut cursor = Cursor::new(init.as_ref());
let mut moov: Option<mp4_atom::Moov> = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
if let mp4_atom::Any::Moov(m) = atom {
moov = Some(m);
}
}
let moov = moov.expect("init segment missing moov");
assert_eq!(moov.trak.len(), 1, "expected single track in moov");
let trak = &moov.trak[0];
let stsd = &trak.mdia.minf.stbl.stsd;
assert_eq!(stsd.codecs.len(), 1, "expected single sample entry");
let vp08 = match &stsd.codecs[0] {
mp4_atom::Codec::Vp08(vp08) => vp08,
other => panic!("expected Vp08 sample entry, got {:?}", other),
};
assert_eq!(vp08.visual.width, 320);
assert_eq!(vp08.visual.height, 240);
assert_eq!(vp08.vpcc.bit_depth, 8);
let mut buf = Vec::new();
moov.encode(&mut buf).expect("encode synthesized moov");
}
#[tokio::test(start_paused = true)]
async fn vp9_source_to_cmaf_export_synthesizes_vp09() {
use hang::catalog::{Container, VP9, VideoConfig};
let mut live = Live::new(".vp9", |catalog, name| {
let mut config = VideoConfig::new(VP9 {
profile: 0,
level: 20,
bit_depth: 8,
chroma_subsampling: 1,
color_primaries: 2,
transfer_characteristics: 2,
matrix_coefficients: 5,
full_range: false,
});
config.coded_width = Some(320);
config.coded_height = Some(240);
config.container = Container::Legacy;
catalog.lock().video.renditions.insert(name, config);
});
live.track.write(raw_frame(0, &[0x82, 0x49, 0x83, 0x42], true)).unwrap();
live.track.finish().unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
let init = fragment_now(&mut exporter).await.data;
let mut cursor = Cursor::new(init.as_ref());
let mut moov: Option<mp4_atom::Moov> = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
if let mp4_atom::Any::Moov(m) = atom {
moov = Some(m);
}
}
let moov = moov.expect("init segment missing moov");
assert_eq!(moov.trak.len(), 1, "expected single track in moov");
let trak = &moov.trak[0];
let stsd = &trak.mdia.minf.stbl.stsd;
let vp09 = match &stsd.codecs[0] {
mp4_atom::Codec::Vp09(vp09) => vp09,
other => panic!("expected Vp09 sample entry, got {:?}", other),
};
assert_eq!(vp09.visual.width, 320);
assert_eq!(vp09.visual.height, 240);
assert_eq!(vp09.vpcc.profile, 0);
assert_eq!(vp09.vpcc.bit_depth, 8);
assert_eq!(vp09.vpcc.matrix_coefficients, 5);
let mut buf = Vec::new();
moov.encode(&mut buf).expect("encode synthesized moov");
}
#[tokio::test(start_paused = true)]
async fn av1_source_to_cmaf_export_synthesizes_av01() {
use hang::catalog::{AV1, Container, VideoConfig};
let mut live = Live::new(".av01", |catalog, name| {
let mut config = VideoConfig::new(AV1 {
profile: 0,
level: 8,
tier: 'M',
bitdepth: 10,
mono_chrome: false,
chroma_subsampling_x: true,
chroma_subsampling_y: true,
chroma_sample_position: 2,
color_primaries: 9,
transfer_characteristics: 16,
matrix_coefficients: 9,
full_range: false,
});
config.coded_width = Some(320);
config.coded_height = Some(240);
config.container = Container::Legacy;
catalog.lock().video.renditions.insert(name, config);
});
live.track.write(raw_frame(0, &[0x12, 0x00, 0x0a, 0x0b], true)).unwrap();
live.track.finish().unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
let init = fragment_now(&mut exporter).await.data;
let mut cursor = Cursor::new(init.as_ref());
let mut moov: Option<mp4_atom::Moov> = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
if let mp4_atom::Any::Moov(m) = atom {
moov = Some(m);
}
}
let moov = moov.expect("init segment missing moov");
assert_eq!(moov.trak.len(), 1, "expected single track in moov");
let trak = &moov.trak[0];
let stsd = &trak.mdia.minf.stbl.stsd;
assert_eq!(stsd.codecs.len(), 1, "expected single sample entry");
let av01 = match &stsd.codecs[0] {
mp4_atom::Codec::Av01(av01) => av01,
other => panic!("expected Av01 sample entry, got {:?}", other),
};
assert_eq!(av01.visual.width, 320);
assert_eq!(av01.visual.height, 240);
let av1c = &av01.av1c;
assert_eq!(av1c.seq_profile, 0);
assert_eq!(av1c.seq_level_idx_0, 8);
assert!(!av1c.seq_tier_0, "Main tier");
assert!(av1c.high_bitdepth, "10-bit");
assert!(!av1c.twelve_bit);
assert!(av1c.chroma_subsampling_x);
assert!(av1c.chroma_subsampling_y);
assert_eq!(av1c.chroma_sample_position, 2);
assert!(av1c.config_obus.is_empty(), "sequence header stays in-band");
let mut buf = Vec::new();
moov.encode(&mut buf).expect("encode synthesized moov");
}
#[tokio::test(start_paused = true)]
async fn cmaf_source_to_cmaf_export_passthrough() {
let data = include_bytes!("test_data/bbb.mp4");
let broadcast = moq_net::broadcast::Info::new();
let mut producer = broadcast.produce();
let consumer = producer.consume();
let catalog = crate::catalog::Producer::new(&mut producer).unwrap();
let mut importer = crate::container::fmp4::Import::new(producer, catalog.reserve());
let buf = BytesMut::from(data.as_slice());
let _ = importer.decode(&buf);
let catalog_stream = crate::catalog::Consumer::<()>::new(&consumer, crate::catalog::CatalogFormat::Hang)
.await
.expect("catalog consumer");
let mut exporter = crate::container::fmp4::Export::new(crate::source::announced(&consumer), catalog_stream);
let init = tokio::time::timeout(std::time::Duration::from_secs(1), exporter.next())
.await
.expect("exporter timed out")
.expect("exporter result")
.expect("expected init bytes");
drop(importer);
let mut cursor = Cursor::new(init.as_ref());
let mut moov: Option<mp4_atom::Moov> = None;
let mut saw_ftyp = false;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
match atom {
mp4_atom::Any::Ftyp(_) => saw_ftyp = true,
mp4_atom::Any::Moov(m) => moov = Some(m),
_ => {}
}
}
assert!(saw_ftyp);
let moov = moov.expect("moov");
assert_eq!(moov.trak.len(), 2, "expected two tracks (one video, one audio)");
let mvex = moov.mvex.as_ref().expect("mvex");
assert_eq!(mvex.trex.len(), 2);
let mut buf = Vec::new();
moov.encode(&mut buf).expect("encode merged moov");
}
#[tokio::test(start_paused = true)]
async fn single_track_export_init_matches_fragment_track_id() {
use crate::catalog::Stream;
let data = include_bytes!("test_data/bbb.mp4");
let mut producer = moq_net::broadcast::Info::new().produce();
let consumer = producer.consume();
let catalog = crate::catalog::Producer::new(&mut producer).unwrap();
let mut importer = crate::container::fmp4::Import::new(producer, catalog.reserve());
let buf = BytesMut::from(data.as_slice());
let _ = importer.decode(&buf);
let catalog_stream = crate::catalog::Consumer::<()>::new(&consumer, crate::catalog::CatalogFormat::Hang)
.await
.expect("catalog consumer");
let selected = catalog_stream.select(crate::select::Broadcast::default().audio(crate::select::Audio::default()));
let mut exporter = crate::container::fmp4::Export::new(crate::source::announced(&consumer), selected);
let init = tokio::time::timeout(std::time::Duration::from_secs(1), exporter.next())
.await
.expect("exporter timed out")
.expect("exporter result")
.expect("expected init bytes");
let fragment = tokio::time::timeout(std::time::Duration::from_secs(1), exporter.next())
.await
.expect("exporter timed out")
.expect("exporter result")
.expect("expected a fragment");
drop(importer);
let mut cursor = Cursor::new(init.as_ref());
let mut moov: Option<mp4_atom::Moov> = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
if let mp4_atom::Any::Moov(m) = atom {
moov = Some(m);
}
}
let moov = moov.expect("moov");
assert_eq!(moov.trak.len(), 1, "audio-only export has one track");
let init_id = moov.trak[0].tkhd.track_id;
let mvex = moov.mvex.as_ref().expect("mvex");
assert_eq!(mvex.trex[0].track_id, init_id, "trex id must match its trak");
let mut cursor = Cursor::new(fragment.as_ref());
let mut moof: Option<mp4_atom::Moof> = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode fragment") {
if let mp4_atom::Any::Moof(m) = atom {
moof = Some(m);
}
}
let moof = moof.expect("moof");
assert_eq!(
moof.traf[0].tfhd.track_id, init_id,
"fragment track id must match the init moov, or players reject the segment"
);
}
#[tokio::test(start_paused = true)]
async fn next_fragment_reports_segment_metadata() {
let mut live = Live::avc3();
live.track.write(video_frame(0, true)).unwrap();
live.track.write(video_frame(33_000, false)).unwrap();
live.track.write(video_frame(66_000, true)).unwrap();
live.track.finish().unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await)
.with_fragment_duration(std::time::Duration::from_millis(20));
let init = fragment_now(&mut exporter).await;
assert!(init.init, "first fragment must be the init segment");
assert!(!init.independent);
assert_eq!(init.duration, 0.0);
let mut independents = Vec::new();
for _ in 0..3 {
let frag = fragment_now(&mut exporter).await;
assert!(!frag.init);
assert!(frag.duration > 0.0, "media fragment duration should be positive");
independents.push(frag.independent);
}
assert_eq!(independents, vec![true, false, true]);
}
#[tokio::test(start_paused = true)]
async fn zero_fragment_duration_emits_without_successor() {
let mut live = Live::avc3();
live.track.write(video_frame(0, true)).unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await)
.with_fragment_duration(std::time::Duration::ZERO);
assert!(fragment_now(&mut exporter).await.init);
let fragment = fragment_now(&mut exporter).await;
assert!(!fragment.init);
assert!(fragment.independent, "a keyframe-led fragment can start a segment");
assert!(fragment.duration > 0.0);
}
#[tokio::test(start_paused = true)]
async fn audio_only_default_mode_emits_without_successor() {
use hang::catalog::{AAC, AudioConfig};
let aac = crate::codec::aac::Config {
profile: 2,
sample_rate: 44100,
channel_count: 2,
};
let mut config = AudioConfig::new(AAC { profile: 2 }, 44100, 2);
config.description = Some(aac.encode());
let mut live = Live::audio(config);
live.track.write(raw_frame(0, &[0x01, 0x02, 0x03, 0x04], true)).unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
assert!(fragment_now(&mut exporter).await.init);
let fragment = fragment_now(&mut exporter).await;
assert!(!fragment.init);
assert!(fragment.independent, "audio fragments are always independent");
assert!(
(fragment.duration - 1024.0 / 44100.0).abs() < 1e-4,
"expected one AAC frame of duration, got {}",
fragment.duration
);
}
#[tokio::test(start_paused = true)]
async fn opus_frame_duration_from_toc() {
use hang::catalog::{AudioCodec, AudioConfig};
let mut live = Live::audio(AudioConfig::new(AudioCodec::Opus, 48_000, 2));
live.track.write(raw_frame(0, &[0x08, 0xaa, 0xbb, 0xcc], true)).unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
assert!(fragment_now(&mut exporter).await.init);
let fragment = fragment_now(&mut exporter).await;
assert!(
(fragment.duration - 0.02).abs() < 1e-4,
"expected the 20 ms TOC duration, got {}",
fragment.duration
);
}
#[test]
fn synthesize_flac_trak() {
let description = crate::codec::flac::Config {
min_block_size: 4096,
max_block_size: 4096,
min_frame_size: 0,
max_frame_size: 0,
sample_rate: 96_000,
channel_count: 2,
bits_per_sample: 24,
total_samples: 0,
md5: [0; 16],
}
.description();
let mut config = hang::catalog::AudioConfig::new(hang::catalog::AudioCodec::Flac, 96_000, 2);
config.description = Some(description);
let trak = super::synthesize_audio_trak(1, 96_000, &config).expect("synthesize FLAC trak");
let codec = &trak.mdia.minf.stbl.stsd.codecs[0];
let mp4_atom::Codec::Flac(flac) = codec else {
panic!("expected a FLAC sample entry, got {codec:?}");
};
let stream_info = flac
.dfla
.blocks
.iter()
.find_map(|b| match b {
mp4_atom::FlacMetadataBlock::StreamInfo {
sample_rate,
num_channels_minus_one,
..
} => Some((*sample_rate, *num_channels_minus_one)),
_ => None,
})
.expect("STREAMINFO block");
assert_eq!(stream_info, (96_000, 1));
}
async fn fragment_now(
exporter: &mut crate::container::fmp4::Export<crate::catalog::Consumer>,
) -> crate::container::fmp4::Fragment {
tokio::time::timeout(std::time::Duration::from_millis(1), exporter.next_fragment())
.await
.expect("waited for a successor frame")
.expect("exporter failed")
.expect("expected a fragment")
}