use std::io::Cursor;
use bytes::BytesMut;
use mp4_atom::{DecodeMaybe, Encode};
use crate::container::test_util::{Live, PPS, SPS, raw_frame, video_frame};
#[tokio::test(start_paused = true)]
async fn avc3_source_to_cmaf_export_roundtrip() {
let mut live = Live::avc3();
live.track.write(video_frame(0, true)).unwrap();
live.track.finish().unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
let init = fragment_now(&mut exporter).await.data;
let mut cursor = Cursor::new(init.as_ref());
let mut saw_ftyp = false;
let mut moov: Option<mp4_atom::Moov> = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
match atom {
mp4_atom::Any::Ftyp(_) => saw_ftyp = true,
mp4_atom::Any::Moov(m) => moov = Some(m),
_ => {}
}
}
assert!(saw_ftyp, "init segment missing ftyp");
let moov = moov.expect("init segment missing moov");
assert_eq!(moov.trak.len(), 1, "expected single track in moov");
let trak = &moov.trak[0];
let stsd = &trak.mdia.minf.stbl.stsd;
assert_eq!(stsd.codecs.len(), 1, "expected single sample entry");
let avc1 = match &stsd.codecs[0] {
mp4_atom::Codec::Avc1(avc1) => avc1,
other => panic!("expected Avc1 sample entry, got {:?}", other),
};
assert_eq!(avc1.avcc.avc_profile_indication, SPS[1]);
assert_eq!(avc1.avcc.avc_level_indication, SPS[3]);
assert_eq!(avc1.avcc.sequence_parameter_sets.len(), 1);
assert_eq!(avc1.avcc.sequence_parameter_sets[0].as_slice(), SPS);
assert_eq!(avc1.avcc.picture_parameter_sets[0].as_slice(), PPS);
assert_eq!(avc1.visual.width, 320);
assert_eq!(avc1.visual.height, 240);
let mvex = moov.mvex.as_ref().expect("init segment missing mvex");
assert_eq!(mvex.trex.len(), 1);
assert_eq!(mvex.trex[0].track_id, trak.tkhd.track_id);
}
#[tokio::test(start_paused = true)]
async fn legacy_aac_source_to_cmaf_export_synthesizes_esds() {
use hang::catalog::{AAC, AudioConfig};
let description = crate::codec::aac::Config {
profile: 2,
sample_rate: 44100,
channel_count: 2,
}
.encode();
let mut config = AudioConfig::new(AAC { profile: 2 }, 44100, 2);
config.description = Some(description);
let mut live = Live::audio(config);
live.track.write(raw_frame(0, &[0x01, 0x02, 0x03, 0x04], true)).unwrap();
live.track.finish().unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
let init = fragment_now(&mut exporter).await.data;
let mut cursor = Cursor::new(init.as_ref());
let mut moov: Option<mp4_atom::Moov> = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
if let mp4_atom::Any::Moov(m) = atom {
moov = Some(m);
}
}
let moov = moov.expect("init segment missing moov");
assert_eq!(moov.trak.len(), 1, "expected single track in moov");
let trak = &moov.trak[0];
let stsd = &trak.mdia.minf.stbl.stsd;
assert_eq!(stsd.codecs.len(), 1, "expected single sample entry");
let mp4a = match &stsd.codecs[0] {
mp4_atom::Codec::Mp4a(mp4a) => mp4a,
other => panic!("expected Mp4a sample entry, got {:?}", other),
};
assert_eq!(mp4a.audio.channel_count, 2);
assert_eq!(mp4a.audio.sample_rate.integer(), 44100);
let dec_config = &mp4a.esds.es_desc.dec_config;
assert_eq!(dec_config.object_type_indication, 0x40, "MPEG-4 AAC");
assert_eq!(dec_config.stream_type, 0x05, "audio stream");
let dec_specific = dec_config.dec_specific.as_ref().expect("AAC DecoderSpecificInfo");
assert_eq!(dec_specific.profile, 2, "AAC-LC");
assert_eq!(dec_specific.freq_index, 4, "44100 Hz");
assert_eq!(dec_specific.chan_conf, 2, "stereo");
let mut buf = Vec::new();
moov.encode(&mut buf).expect("encode synthesized moov");
}
#[tokio::test(start_paused = true)]
async fn vp8_source_to_cmaf_export_synthesizes_vp08() {
use hang::catalog::{Container, VideoCodec, VideoConfig};
let mut live = Live::new(".vp8", |catalog, name| {
let mut config = VideoConfig::new(VideoCodec::VP8);
config.container = Container::Legacy;
catalog.lock().video.renditions.insert(name, config);
});
live.track.write(raw_frame(0, &[0x31, 0x00, 0x00], true)).unwrap();
live.track
.write(raw_frame(
33_000,
&[0x10, 0x00, 0x00, 0x9d, 0x01, 0x2a, 0x40, 0x01, 0xf0, 0x00],
true,
))
.unwrap();
live.track.finish().unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
let init = fragment_now(&mut exporter).await.data;
let mut cursor = Cursor::new(init.as_ref());
let mut moov: Option<mp4_atom::Moov> = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
if let mp4_atom::Any::Moov(m) = atom {
moov = Some(m);
}
}
let moov = moov.expect("init segment missing moov");
assert_eq!(moov.trak.len(), 1, "expected single track in moov");
let trak = &moov.trak[0];
let stsd = &trak.mdia.minf.stbl.stsd;
assert_eq!(stsd.codecs.len(), 1, "expected single sample entry");
let vp08 = match &stsd.codecs[0] {
mp4_atom::Codec::Vp08(vp08) => vp08,
other => panic!("expected Vp08 sample entry, got {:?}", other),
};
assert_eq!(vp08.visual.width, 320);
assert_eq!(vp08.visual.height, 240);
assert_eq!(vp08.vpcc.bit_depth, 8);
let mut buf = Vec::new();
moov.encode(&mut buf).expect("encode synthesized moov");
}
#[tokio::test(start_paused = true)]
async fn dimensionless_video_waits_for_catalog_geometry() {
use hang::catalog::{Container, VideoCodec, VideoConfig};
let mut live = Live::new(".vp8", |catalog, name| {
let mut config = VideoConfig::new(VideoCodec::VP8);
config.container = Container::Legacy;
catalog.lock().video.renditions.insert(name, config);
});
let name = live.track.name().to_string();
live.track.write(raw_frame(0, &[0x31, 0x00, 0x00], true)).unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
let pending = tokio::time::timeout(std::time::Duration::from_secs(1), exporter.next()).await;
assert!(
pending.is_err(),
"exporter emitted an init without geometry: {pending:?}"
);
{
let mut catalog = live.catalog.lock();
let config = catalog.video.renditions.get_mut(&name).unwrap();
config.coded_width = Some(320);
config.coded_height = Some(240);
}
let init = fragment_now(&mut exporter).await.data;
let mut cursor = Cursor::new(init.as_ref());
let mut moov = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
if let mp4_atom::Any::Moov(value) = atom {
moov = Some(value);
}
}
let trak = &moov.expect("init segment missing moov").trak[0];
let mp4_atom::Codec::Vp08(vp08) = &trak.mdia.minf.stbl.stsd.codecs[0] else {
panic!("expected vp08 sample entry");
};
assert_eq!((vp08.visual.width, vp08.visual.height), (320, 240));
}
#[tokio::test(start_paused = true)]
async fn dimensionless_video_rejects_a_malformed_description() {
use hang::catalog::{Container, H264, VideoConfig};
let live = Live::new(".avc1", |catalog, name| {
let mut config = VideoConfig::new(H264 {
profile: 0x42,
constraints: 0,
level: 0x1f,
inline: false,
});
config.description = Some(bytes::Bytes::from_static(&[1]));
config.container = Container::Legacy;
catalog.lock().video.renditions.insert(name, config);
});
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
let error = exporter.next().await.expect_err("malformed fixed description");
assert!(matches!(
error,
crate::Error::H264(crate::codec::h264::Error::AvccTooShort)
));
}
#[tokio::test(start_paused = true)]
async fn vp9_source_to_cmaf_export_synthesizes_vp09() {
use hang::catalog::{Container, VP9, VideoConfig};
let mut live = Live::new(".vp9", |catalog, name| {
let mut config = VideoConfig::new(VP9 {
profile: 0,
level: 20,
bit_depth: 8,
chroma_subsampling: 1,
color_primaries: 2,
transfer_characteristics: 2,
matrix_coefficients: 5,
full_range: false,
});
config.coded_width = Some(320);
config.coded_height = Some(240);
config.container = Container::Legacy;
catalog.lock().video.renditions.insert(name, config);
});
live.track.write(raw_frame(0, &[0x82, 0x49, 0x83, 0x42], true)).unwrap();
live.track.finish().unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
let init = fragment_now(&mut exporter).await.data;
let mut cursor = Cursor::new(init.as_ref());
let mut moov: Option<mp4_atom::Moov> = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
if let mp4_atom::Any::Moov(m) = atom {
moov = Some(m);
}
}
let moov = moov.expect("init segment missing moov");
assert_eq!(moov.trak.len(), 1, "expected single track in moov");
let trak = &moov.trak[0];
let stsd = &trak.mdia.minf.stbl.stsd;
let vp09 = match &stsd.codecs[0] {
mp4_atom::Codec::Vp09(vp09) => vp09,
other => panic!("expected Vp09 sample entry, got {:?}", other),
};
assert_eq!(vp09.visual.width, 320);
assert_eq!(vp09.visual.height, 240);
assert_eq!(vp09.vpcc.profile, 0);
assert_eq!(vp09.vpcc.bit_depth, 8);
assert_eq!(vp09.vpcc.matrix_coefficients, 5);
let mut buf = Vec::new();
moov.encode(&mut buf).expect("encode synthesized moov");
}
#[tokio::test(start_paused = true)]
async fn av1_source_to_cmaf_export_synthesizes_av01() {
use hang::catalog::{AV1, Container, VideoConfig};
let mut live = Live::new(".av01", |catalog, name| {
let mut config = VideoConfig::new(AV1 {
profile: 0,
level: 8,
tier: 'M',
bitdepth: 10,
mono_chrome: false,
chroma_subsampling_x: true,
chroma_subsampling_y: true,
chroma_sample_position: 2,
color_primaries: 9,
transfer_characteristics: 16,
matrix_coefficients: 9,
full_range: false,
});
config.coded_width = Some(320);
config.coded_height = Some(240);
config.container = Container::Legacy;
catalog.lock().video.renditions.insert(name, config);
});
live.track.write(raw_frame(0, &[0x12, 0x00, 0x0a, 0x0b], true)).unwrap();
live.track.finish().unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
let init = fragment_now(&mut exporter).await.data;
let mut cursor = Cursor::new(init.as_ref());
let mut moov: Option<mp4_atom::Moov> = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
if let mp4_atom::Any::Moov(m) = atom {
moov = Some(m);
}
}
let moov = moov.expect("init segment missing moov");
assert_eq!(moov.trak.len(), 1, "expected single track in moov");
let trak = &moov.trak[0];
let stsd = &trak.mdia.minf.stbl.stsd;
assert_eq!(stsd.codecs.len(), 1, "expected single sample entry");
let av01 = match &stsd.codecs[0] {
mp4_atom::Codec::Av01(av01) => av01,
other => panic!("expected Av01 sample entry, got {:?}", other),
};
assert_eq!(av01.visual.width, 320);
assert_eq!(av01.visual.height, 240);
let av1c = &av01.av1c;
assert_eq!(av1c.seq_profile, 0);
assert_eq!(av1c.seq_level_idx_0, 8);
assert!(!av1c.seq_tier_0, "Main tier");
assert!(av1c.high_bitdepth, "10-bit");
assert!(!av1c.twelve_bit);
assert!(av1c.chroma_subsampling_x);
assert!(av1c.chroma_subsampling_y);
assert_eq!(av1c.chroma_sample_position, 2);
assert!(av1c.config_obus.is_empty(), "sequence header stays in-band");
let mut buf = Vec::new();
moov.encode(&mut buf).expect("encode synthesized moov");
}
#[tokio::test(start_paused = true)]
async fn cmaf_source_to_cmaf_export_passthrough() {
let data = include_bytes!("test_data/bbb.mp4");
let broadcast = moq_net::broadcast::Info::new();
let mut producer = broadcast.produce();
let consumer = producer.consume();
let catalog = crate::catalog::Producer::new(&mut producer).unwrap();
let mut importer = crate::container::fmp4::Import::new(producer, catalog.reserve());
let buf = BytesMut::from(data.as_slice());
let _ = importer.decode(&buf);
let catalog_stream = crate::catalog::Consumer::<()>::new(&consumer, crate::catalog::CatalogFormat::Hang)
.await
.expect("catalog consumer");
let mut exporter = crate::container::fmp4::Export::new(crate::source::announced(&consumer), catalog_stream);
let init = tokio::time::timeout(std::time::Duration::from_secs(1), exporter.next())
.await
.expect("exporter timed out")
.expect("exporter result")
.expect("expected init bytes");
drop(importer);
let mut cursor = Cursor::new(init.as_ref());
let mut moov: Option<mp4_atom::Moov> = None;
let mut saw_ftyp = false;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
match atom {
mp4_atom::Any::Ftyp(_) => saw_ftyp = true,
mp4_atom::Any::Moov(m) => moov = Some(m),
_ => {}
}
}
assert!(saw_ftyp);
let moov = moov.expect("moov");
assert_eq!(moov.trak.len(), 2, "expected two tracks (one video, one audio)");
let mvex = moov.mvex.as_ref().expect("mvex");
assert_eq!(mvex.trex.len(), 2);
let mut buf = Vec::new();
moov.encode(&mut buf).expect("encode merged moov");
}
#[tokio::test(start_paused = true)]
async fn single_track_export_init_matches_fragment_track_id() {
use crate::catalog::Stream;
let data = include_bytes!("test_data/bbb.mp4");
let mut producer = moq_net::broadcast::Info::new().produce();
let consumer = producer.consume();
let catalog = crate::catalog::Producer::new(&mut producer).unwrap();
let mut importer = crate::container::fmp4::Import::new(producer, catalog.reserve());
let buf = BytesMut::from(data.as_slice());
let _ = importer.decode(&buf);
let catalog_stream = crate::catalog::Consumer::<()>::new(&consumer, crate::catalog::CatalogFormat::Hang)
.await
.expect("catalog consumer");
let selected = catalog_stream.select(crate::select::Broadcast::default().audio(crate::select::Audio::default()));
let mut exporter = crate::container::fmp4::Export::new(crate::source::announced(&consumer), selected);
let init = tokio::time::timeout(std::time::Duration::from_secs(1), exporter.next())
.await
.expect("exporter timed out")
.expect("exporter result")
.expect("expected init bytes");
let fragment = tokio::time::timeout(std::time::Duration::from_secs(1), exporter.next())
.await
.expect("exporter timed out")
.expect("exporter result")
.expect("expected a fragment");
drop(importer);
let mut cursor = Cursor::new(init.as_ref());
let mut moov: Option<mp4_atom::Moov> = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode init") {
if let mp4_atom::Any::Moov(m) = atom {
moov = Some(m);
}
}
let moov = moov.expect("moov");
assert_eq!(moov.trak.len(), 1, "audio-only export has one track");
let init_id = moov.trak[0].tkhd.track_id;
let mvex = moov.mvex.as_ref().expect("mvex");
assert_eq!(mvex.trex[0].track_id, init_id, "trex id must match its trak");
let mut cursor = Cursor::new(fragment.as_ref());
let mut moof: Option<mp4_atom::Moof> = None;
while let Some(atom) = mp4_atom::Any::decode_maybe(&mut cursor).expect("decode fragment") {
if let mp4_atom::Any::Moof(m) = atom {
moof = Some(m);
}
}
let moof = moof.expect("moof");
assert_eq!(
moof.traf[0].tfhd.track_id, init_id,
"fragment track id must match the init moov, or players reject the segment"
);
}
#[tokio::test(start_paused = true)]
async fn next_fragment_reports_segment_metadata() {
let mut live = Live::avc3();
live.track.write(video_frame(0, true)).unwrap();
live.track.write(video_frame(33_000, false)).unwrap();
live.track.write(video_frame(66_000, true)).unwrap();
live.track.finish().unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await)
.with_fragment_duration(std::time::Duration::from_millis(20));
let init = fragment_now(&mut exporter).await;
assert!(init.init, "first fragment must be the init segment");
assert!(!init.independent);
assert_eq!(init.duration, 0.0);
let mut independents = Vec::new();
for _ in 0..3 {
let frag = fragment_now(&mut exporter).await;
assert!(!frag.init);
assert!(frag.duration > 0.0, "media fragment duration should be positive");
independents.push(frag.independent);
}
assert_eq!(independents, vec![true, false, true]);
}
#[tokio::test(start_paused = true)]
async fn zero_fragment_duration_emits_without_successor() {
let mut live = Live::avc3();
live.track.write(video_frame(0, true)).unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await)
.with_fragment_duration(std::time::Duration::ZERO);
assert!(fragment_now(&mut exporter).await.init);
let fragment = fragment_now(&mut exporter).await;
assert!(!fragment.init);
assert!(fragment.independent, "a keyframe-led fragment can start a segment");
assert!(fragment.duration > 0.0);
}
#[tokio::test(start_paused = true)]
async fn ntsc_tail_uses_a_representable_catalog_cadence() {
use hang::catalog::{Container, H264, VideoConfig};
let mut live = Live::new(".ntsc", |catalog, name| {
let mut config = VideoConfig::new(H264 {
profile: 0x42,
constraints: 0xc0,
level: 0x1f,
inline: true,
});
config.coded_width = Some(320);
config.coded_height = Some(240);
config.framerate = Some(30_000.0 / 1001.0);
config.container = Container::Legacy;
catalog.lock().video.renditions.insert(name, config);
});
live.track.write(video_frame(0, true)).unwrap();
live.track.finish().unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
assert!(fragment_now(&mut exporter).await.init);
let fragment = fragment_now(&mut exporter).await;
assert_eq!(super::sample_durations(&fragment.data), vec![Some(1001)]);
}
#[tokio::test(start_paused = true)]
async fn unusable_framerate_uses_the_standard_fallback_rate() {
use hang::catalog::{Container, VideoCodec, VideoConfig};
let mut live = Live::new(".vp8", |catalog, name| {
let mut config = VideoConfig::new(VideoCodec::VP8);
config.coded_width = Some(320);
config.coded_height = Some(240);
config.framerate = Some(0.0005);
config.container = Container::Legacy;
catalog.lock().video.renditions.insert(name, config);
});
live.track.write(raw_frame(0, &[0x82, 0x00], true)).unwrap();
live.track.finish().unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
assert!(fragment_now(&mut exporter).await.init);
let fragment = fragment_now(&mut exporter).await;
assert!((fragment.duration - 1.0 / 30.0).abs() < 1e-9);
let timescale = moq_net::Timescale::new(90_000).unwrap();
let decoded = super::decode(fragment.data, timescale).unwrap();
assert_eq!(decoded[0].duration.unwrap().as_scale(timescale), 3_000);
}
#[tokio::test(start_paused = true)]
async fn audio_only_default_mode_emits_without_successor() {
use hang::catalog::{AAC, AudioConfig};
let aac = crate::codec::aac::Config {
profile: 2,
sample_rate: 44100,
channel_count: 2,
};
let mut config = AudioConfig::new(AAC { profile: 2 }, 44100, 2);
config.description = Some(aac.encode());
let mut live = Live::audio(config);
live.track.write(raw_frame(0, &[0x01, 0x02, 0x03, 0x04], true)).unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
assert!(fragment_now(&mut exporter).await.init);
let fragment = fragment_now(&mut exporter).await;
assert!(!fragment.init);
assert!(fragment.independent, "audio fragments are always independent");
assert!(
(fragment.duration - 1024.0 / 44100.0).abs() < 1e-4,
"expected one AAC frame of duration, got {}",
fragment.duration
);
}
#[tokio::test(start_paused = true)]
async fn opus_frame_duration_from_toc() {
use hang::catalog::{AudioCodec, AudioConfig};
let mut live = Live::audio(AudioConfig::new(AudioCodec::Opus, 48_000, 2));
live.track.write(raw_frame(0, &[0x08, 0xaa, 0xbb, 0xcc], true)).unwrap();
let mut exporter = crate::container::fmp4::Export::new(live.source(), live.catalog_stream().await);
assert!(fragment_now(&mut exporter).await.init);
let fragment = fragment_now(&mut exporter).await;
assert!(
(fragment.duration - 0.02).abs() < 1e-4,
"expected the 20 ms TOC duration, got {}",
fragment.duration
);
}
#[test]
fn synthesize_opus_trak_preserves_pre_skip() {
use hang::catalog::{AudioCodec, AudioConfig};
let head = crate::codec::opus::Config::new(48_000, 2)
.with_pre_skip(312)
.encode()
.unwrap();
let mut config = AudioConfig::new(AudioCodec::Opus, 48_000, 2);
config.description = Some(head);
let trak = super::synthesize_audio_trak(1, 48_000, &config).expect("synthesize Opus trak");
let opus = match &trak.mdia.minf.stbl.stsd.codecs[0] {
mp4_atom::Codec::Opus(opus) => opus,
other => panic!("expected Opus sample entry, got {other:?}"),
};
assert_eq!(opus.dops.pre_skip, 312);
}
#[test]
fn synthesize_flac_trak() {
let description = crate::codec::flac::Config {
min_block_size: 4096,
max_block_size: 4096,
min_frame_size: 0,
max_frame_size: 0,
sample_rate: 96_000,
channel_count: 2,
bits_per_sample: 24,
total_samples: 0,
md5: [0; 16],
}
.description();
let mut config = hang::catalog::AudioConfig::new(hang::catalog::AudioCodec::Flac, 96_000, 2);
config.description = Some(description);
let trak = super::synthesize_audio_trak(1, 96_000, &config).expect("synthesize FLAC trak");
let codec = &trak.mdia.minf.stbl.stsd.codecs[0];
let mp4_atom::Codec::Flac(flac) = codec else {
panic!("expected a FLAC sample entry, got {codec:?}");
};
let stream_info = flac
.dfla
.blocks
.iter()
.find_map(|b| match b {
mp4_atom::FlacMetadataBlock::StreamInfo {
sample_rate,
num_channels_minus_one,
..
} => Some((*sample_rate, *num_channels_minus_one)),
_ => None,
})
.expect("STREAMINFO block");
assert_eq!(stream_info, (96_000, 1));
}
async fn fragment_now(
exporter: &mut crate::container::fmp4::Export<crate::catalog::Consumer>,
) -> crate::container::fmp4::Fragment {
tokio::time::timeout(std::time::Duration::from_millis(1), exporter.next_fragment())
.await
.expect("waited for a successor frame")
.expect("exporter failed")
.expect("expected a fragment")
}