use hang::catalog::{AudioCodec, VideoCodec};
use super::Import;
fn avcc() -> Vec<u8> {
let sps = [0x67u8, 0x42, 0xc0, 0x1f];
let mut out = vec![0x01, 0x42, 0xc0, 0x1f, 0xff, 0xe1, 0x00, sps.len() as u8];
out.extend_from_slice(&sps);
out.extend_from_slice(&[0x01, 0x00, 0x04, 0x68, 0xce, 0x3c, 0x80]); out
}
const ASC: [u8; 2] = [0x12, 0x10];
fn write_tag(out: &mut Vec<u8>, tag_type: u8, timestamp: u32, body: &[u8]) {
out.push(tag_type);
out.extend_from_slice(&(body.len() as u32).to_be_bytes()[1..]); out.extend_from_slice(×tamp.to_be_bytes()[1..]); out.push((timestamp >> 24) as u8); out.extend_from_slice(&[0, 0, 0]); out.extend_from_slice(body);
out.extend_from_slice(&(11 + body.len() as u32).to_be_bytes());
}
fn synth_flv() -> Vec<u8> {
let mut out = Vec::new();
out.extend_from_slice(b"FLV");
out.push(1); out.push(0x05); out.extend_from_slice(&9u32.to_be_bytes()); out.extend_from_slice(&0u32.to_be_bytes());
let mut vseq = vec![
(super::FRAME_TYPE_KEY << 4) | super::VIDEO_CODEC_AVC,
super::AVC_SEQUENCE_HEADER,
0,
0,
0,
];
vseq.extend_from_slice(&avcc());
write_tag(&mut out, super::TAG_VIDEO, 0, &vseq);
let mut aseq = vec![super::AAC_AUDIO_TAG_HEADER, super::AAC_SEQUENCE_HEADER];
aseq.extend_from_slice(&ASC);
write_tag(&mut out, super::TAG_AUDIO, 0, &aseq);
let nalu = [0, 0, 0, 5, 0x65, 0x88, 0x84, 0x21, 0x00];
let mut vframe = vec![
(super::FRAME_TYPE_KEY << 4) | super::VIDEO_CODEC_AVC,
super::AVC_NALU,
0,
0,
0,
];
vframe.extend_from_slice(&nalu);
write_tag(&mut out, super::TAG_VIDEO, 0, &vframe);
let mut aframe = vec![super::AAC_AUDIO_TAG_HEADER, super::AAC_RAW];
aframe.extend_from_slice(&[0xde, 0xad, 0xbe, 0xef]);
write_tag(&mut out, super::TAG_AUDIO, 0, &aframe);
out
}
#[tokio::test(start_paused = true)]
async fn import_populates_catalog() {
let mut producer = moq_net::Broadcast::new().produce();
let catalog = crate::catalog::Producer::new(&mut producer).unwrap();
let mut importer = Import::new(producer, catalog.clone());
let buf = bytes::BytesMut::from(synth_flv().as_slice());
importer.decode(&buf).unwrap();
importer.finish().unwrap();
let snap = catalog.snapshot();
assert_eq!(snap.video.renditions.len(), 1);
assert_eq!(snap.audio.renditions.len(), 1);
let v = snap.video.renditions.values().next().unwrap();
assert!(matches!(v.codec, VideoCodec::H264(_)));
assert_eq!(v.description.as_ref().map(|b| b.as_ref()), Some(avcc().as_slice()));
let a = snap.audio.renditions.values().next().unwrap();
assert!(matches!(a.codec, AudioCodec::AAC(_)));
assert_eq!(a.sample_rate, 44100);
assert_eq!(a.channel_count, 2);
assert_eq!(a.description.as_ref().map(|b| b.as_ref()), Some(&ASC[..]));
}
#[tokio::test(start_paused = true)]
async fn import_emits_frames() {
let mut producer = moq_net::Broadcast::new().produce();
let consumer = producer.consume();
let catalog = crate::catalog::Producer::new(&mut producer).unwrap();
let mut importer = Import::new(producer, catalog.clone());
let buf = bytes::BytesMut::from(synth_flv().as_slice());
importer.decode(&buf).unwrap();
importer.finish().unwrap();
let snap = catalog.snapshot();
let video_name = snap.video.renditions.keys().next().unwrap().clone();
let track = consumer
.subscribe_track(&moq_net::Track::new(video_name.as_str()))
.unwrap();
let mut decoder = crate::container::Consumer::new(track, crate::catalog::hang::Container::Legacy)
.with_latency(std::time::Duration::from_secs(1));
let frame = decoder.read().await.unwrap().expect("a video frame");
assert!(frame.keyframe);
assert_eq!(frame.payload.as_ref(), &[0, 0, 0, 5, 0x65, 0x88, 0x84, 0x21, 0x00]);
drop(importer);
}
#[tokio::test(start_paused = true)]
async fn import_handles_split_input() {
let flv = synth_flv();
let (head, tail) = flv.split_at(flv.len() / 2);
let mut producer = moq_net::Broadcast::new().produce();
let catalog = crate::catalog::Producer::new(&mut producer).unwrap();
let mut importer = Import::new(producer, catalog.clone());
importer.decode(&bytes::BytesMut::from(head)).unwrap();
importer.decode(&bytes::BytesMut::from(tail)).unwrap();
importer.finish().unwrap();
let snap = catalog.snapshot();
assert_eq!(snap.video.renditions.len(), 1);
assert_eq!(snap.audio.renditions.len(), 1);
}
const VP9_KEYFRAME_320X240: &[u8] = &[0x82, 0x49, 0x83, 0x42, 0x20, 0x13, 0xf0, 0x0e, 0xf0, 0x00];
#[tokio::test(start_paused = true)]
async fn import_enhanced_vp9() {
let mut out = Vec::new();
out.extend_from_slice(b"FLV");
out.push(1);
out.push(0x01); out.extend_from_slice(&9u32.to_be_bytes());
out.extend_from_slice(&0u32.to_be_bytes());
let first = super::VIDEO_EX_HEADER | (super::FRAME_TYPE_KEY << 4) | super::VIDEO_PACKET_CODED_FRAMES;
let mut body = vec![first];
body.extend_from_slice(b"vp09");
body.extend_from_slice(VP9_KEYFRAME_320X240);
write_tag(&mut out, super::TAG_VIDEO, 0, &body);
let mut producer = moq_net::Broadcast::new().produce();
let catalog = crate::catalog::Producer::new(&mut producer).unwrap();
let mut importer = Import::new(producer, catalog.clone());
importer.decode(&bytes::BytesMut::from(out.as_slice())).unwrap();
importer.finish().unwrap();
let snap = catalog.snapshot();
assert_eq!(snap.video.renditions.len(), 1);
let v = snap.video.renditions.values().next().unwrap();
assert!(matches!(v.codec, VideoCodec::VP9(_)));
assert_eq!(v.coded_width, Some(320));
assert_eq!(v.coded_height, Some(240));
}
#[tokio::test(start_paused = true)]
async fn import_enhanced_opus() {
let head = crate::codec::opus::Config {
sample_rate: 48000,
channel_count: 2,
}
.encode()
.unwrap();
let mut out = Vec::new();
out.extend_from_slice(b"FLV");
out.push(1);
out.push(0x04); out.extend_from_slice(&9u32.to_be_bytes());
out.extend_from_slice(&0u32.to_be_bytes());
let mut seq = vec![(super::AUDIO_FORMAT_EX << 4) | super::AUDIO_PACKET_SEQUENCE_START];
seq.extend_from_slice(b"Opus");
seq.extend_from_slice(&head);
write_tag(&mut out, super::TAG_AUDIO, 0, &seq);
let mut frame = vec![(super::AUDIO_FORMAT_EX << 4) | super::AUDIO_PACKET_CODED_FRAMES];
frame.extend_from_slice(b"Opus");
frame.extend_from_slice(&[0xfc, 0xff, 0xfe]);
write_tag(&mut out, super::TAG_AUDIO, 20, &frame);
let mut producer = moq_net::Broadcast::new().produce();
let catalog = crate::catalog::Producer::new(&mut producer).unwrap();
let mut importer = Import::new(producer, catalog.clone());
importer.decode(&bytes::BytesMut::from(out.as_slice())).unwrap();
importer.finish().unwrap();
let snap = catalog.snapshot();
assert_eq!(snap.audio.renditions.len(), 1);
let a = snap.audio.renditions.values().next().unwrap();
assert!(matches!(a.codec, AudioCodec::Opus));
assert_eq!(a.sample_rate, 48000);
assert_eq!(a.channel_count, 2);
assert_eq!(a.description.as_ref().map(|b| b.as_ref()), Some(head.as_ref()));
}
#[tokio::test(start_paused = true)]
async fn import_legacy_mp3() {
let mut mp3 = vec![0xFF, 0xFB, 0x90, 0x44];
mp3.resize(417, 0xAA);
let mut out = Vec::new();
out.extend_from_slice(b"FLV");
out.push(1);
out.push(0x04); out.extend_from_slice(&9u32.to_be_bytes());
out.extend_from_slice(&0u32.to_be_bytes());
let mut tag = vec![super::MP3_AUDIO_TAG_HEADER];
tag.extend_from_slice(&mp3);
write_tag(&mut out, super::TAG_AUDIO, 0, &tag);
let mut producer = moq_net::Broadcast::new().produce();
let catalog = crate::catalog::Producer::new(&mut producer).unwrap();
let mut importer = Import::new(producer, catalog.clone());
importer.decode(&bytes::BytesMut::from(out.as_slice())).unwrap();
importer.finish().unwrap();
let snap = catalog.snapshot();
assert_eq!(snap.audio.renditions.len(), 1);
let a = snap.audio.renditions.values().next().unwrap();
assert!(matches!(a.codec, AudioCodec::Mp3));
assert_eq!(a.sample_rate, 44100);
assert_eq!(a.channel_count, 2);
assert!(a.description.is_none(), "MP3 config is in band");
}
fn avcc_level(level: u8) -> Vec<u8> {
let sps = [0x67u8, 0x42, 0xc0, level];
let mut out = vec![0x01, 0x42, 0xc0, level, 0xff, 0xe1, 0x00, sps.len() as u8];
out.extend_from_slice(&sps);
out.extend_from_slice(&[0x01, 0x00, 0x04, 0x68, 0xce, 0x3c, 0x80]);
out
}
fn multitrack_video_body(
frame_type: u8,
multitrack_type: u8,
packet_type: u8,
shared_fourcc: Option<&[u8; 4]>,
tracks: &[(u8, [u8; 4], Vec<u8>)],
) -> Vec<u8> {
let mut body = vec![super::VIDEO_EX_HEADER | (frame_type << 4) | super::VIDEO_PACKET_MULTITRACK];
body.push((multitrack_type << 4) | packet_type);
if let Some(fourcc) = shared_fourcc {
body.extend_from_slice(fourcc);
}
for (track_id, fourcc, payload) in tracks {
if shared_fourcc.is_none() {
body.extend_from_slice(fourcc);
}
body.push(*track_id);
if multitrack_type != super::MULTITRACK_ONE_TRACK {
body.extend_from_slice(&(payload.len() as u32).to_be_bytes()[1..]); }
body.extend_from_slice(payload);
}
body
}
#[tokio::test(start_paused = true)]
async fn import_multitrack_video_many_tracks() {
let (avcc0, avcc1) = (avcc_level(0x1f), avcc_level(0x1e));
let mut out = Vec::new();
out.extend_from_slice(b"FLV");
out.push(1);
out.push(0x01); out.extend_from_slice(&9u32.to_be_bytes());
out.extend_from_slice(&0u32.to_be_bytes());
let seq = multitrack_video_body(
super::FRAME_TYPE_KEY,
super::MULTITRACK_MANY_TRACKS,
super::VIDEO_PACKET_SEQUENCE_START,
Some(b"avc1"),
&[(0, *b"avc1", avcc0.clone()), (1, *b"avc1", avcc1.clone())],
);
write_tag(&mut out, super::TAG_VIDEO, 0, &seq);
let nalu0 = vec![0, 0, 0, 0, 0, 5, 0x65, 0x88, 0x84, 0x21, 0x00];
let nalu1 = vec![0, 0, 0, 0, 0, 5, 0x65, 0x11, 0x22, 0x33, 0x44];
let frames = multitrack_video_body(
super::FRAME_TYPE_KEY,
super::MULTITRACK_MANY_TRACKS,
super::VIDEO_PACKET_CODED_FRAMES,
Some(b"avc1"),
&[(0, *b"avc1", nalu0), (1, *b"avc1", nalu1)],
);
write_tag(&mut out, super::TAG_VIDEO, 0, &frames);
let mut producer = moq_net::Broadcast::new().produce();
let catalog = crate::catalog::Producer::new(&mut producer).unwrap();
let mut importer = Import::new(producer, catalog.clone());
importer.decode(&bytes::BytesMut::from(out.as_slice())).unwrap();
importer.finish().unwrap();
let snap = catalog.snapshot();
assert_eq!(snap.video.renditions.len(), 2, "one rendition per multitrack track id");
let mut descriptions: Vec<Vec<u8>> = snap
.video
.renditions
.values()
.filter_map(|c| c.description.as_ref().map(|b| b.to_vec()))
.collect();
descriptions.sort();
let mut want = vec![avcc0, avcc1];
want.sort();
assert_eq!(descriptions, want, "each track keeps its own avcC");
}
#[tokio::test(start_paused = true)]
async fn import_multitrack_video_many_codecs() {
let mut out = Vec::new();
out.extend_from_slice(b"FLV");
out.push(1);
out.push(0x01);
out.extend_from_slice(&9u32.to_be_bytes());
out.extend_from_slice(&0u32.to_be_bytes());
let seq = multitrack_video_body(
super::FRAME_TYPE_KEY,
super::MULTITRACK_MANY_TRACKS_MANY_CODECS,
super::VIDEO_PACKET_SEQUENCE_START,
None,
&[(0, *b"avc1", avcc_level(0x1f)), (1, *b"avc1", avcc_level(0x1e))],
);
write_tag(&mut out, super::TAG_VIDEO, 0, &seq);
let mut producer = moq_net::Broadcast::new().produce();
let catalog = crate::catalog::Producer::new(&mut producer).unwrap();
let mut importer = Import::new(producer, catalog.clone());
importer.decode(&bytes::BytesMut::from(out.as_slice())).unwrap();
importer.finish().unwrap();
assert_eq!(catalog.snapshot().video.renditions.len(), 2);
}
#[tokio::test(start_paused = true)]
async fn import_rejects_non_flv() {
let mut producer = moq_net::Broadcast::new().produce();
let catalog = crate::catalog::Producer::new(&mut producer).unwrap();
let mut importer = Import::new(producer, catalog);
let buf = bytes::BytesMut::from(&b"NOTFLV\x00\x00\x00"[..]);
assert!(importer.decode(&buf).is_err());
}