dash-mpd 0.20.3

//! Basic tests for the serialization support
//
// To run tests while enabling printing to stdout/stderr
//
//    cargo test --test serializing -- --show-output

pub mod common;
use std::fs;
use std::io;
use std::io::prelude::*;
use fs::File;
use std::path::PathBuf;
use std::time::Duration;
use std::process::Command;
use chrono::prelude::*;
use dash_mpd::{parse, MPD, Period, BaseURL, Subset};
use common::{setup_logging, curl};

#[test]
fn test_serialize () {
    setup_logging();
    let period = Period {
        id: Some("randomcookie".to_string()),
        duration: Some(Duration::new(420, 69)),
        ..Default::default()
    };
    let mpd = MPD {
        mpdtype: Some("static".to_string()),
        xmlns: Some("urn:mpeg:dash:schema:mpd:2011".to_string()),
        periods: vec!(period),
        publishTime: Some(Utc.with_ymd_and_hms(2017, 5, 25, 11, 11, 0).unwrap()),
        ..Default::default()
    };
    let xml = mpd.to_string();
    assert!(xml.contains("MPD"));
    assert!(xml.contains("urn:mpeg:dash:schema"));
    assert!(xml.contains("randomcookie"));
    assert!(xml.contains("2017-05-25T11:11"));
    assert!(parse(&xml).is_ok());
}


// See https://github.com/emarsden/dash-mpd-rs/issues/49
#[test]
fn test_serialize_inf() {
    setup_logging();
    let mut path = PathBuf::from(env!("CARGO_MANIFEST_DIR"));
    path.push("tests");
    path.push("fixtures");
    path.push("f64-inf");
    path.set_extension("mpd");
    let xml = fs::read_to_string(path).unwrap();
    let mpd = parse(&xml).unwrap();
    let p1 = &mpd.periods[0];
    let a1 = &p1.adaptations[0];
    assert_eq!(a1.contentType.as_ref().unwrap(), "video");
    assert_eq!(a1.SegmentTemplate.as_ref().unwrap().availabilityTimeOffset, Some(f64::INFINITY));

    let serialized = mpd.to_string();
    let roundtripped = parse(&serialized).unwrap();
    let p1 = &roundtripped.periods[0];
    let a1 = &p1.adaptations[0];
    assert_eq!(a1.contentType.as_ref().unwrap(), "video");
    assert_eq!(a1.SegmentTemplate.as_ref().unwrap().availabilityTimeOffset, Some(f64::INFINITY));
    // http://www.datypic.com/sc/xsd/t-xsd_double.html
    println!("+Inf> {serialized}");
    assert!(serialized.contains("availabilityTimeOffset=\"INF\""));
}


#[test]
fn test_serialize_f64_infnan() {
    setup_logging();
    let period = Period {
        id: Some("randomcookie".to_string()),
        duration: Some(Duration::new(420, 69)),
        ..Default::default()
    };
    let mut bu = BaseURL {
        base: String::from("http://www.example.com/"),
        availability_time_offset: Some(f64::INFINITY),
        ..Default::default()
    };
    let mut mpd = MPD {
        mpdtype: Some(String::from("static")),
        xmlns: Some("urn:mpeg:dash:schema:mpd:2011".to_string()),
        periods: vec!(period),
        base_url: vec!(bu.clone()),
        ..Default::default()
    };
    let serialized = mpd.to_string();
    assert!(serialized.contains("availabilityTimeOffset=\"INF\""));

    bu.availability_time_offset = Some(f64::NEG_INFINITY);
    mpd.base_url = vec!(bu.clone());
    let serialized = mpd.to_string();
    assert!(serialized.contains("availabilityTimeOffset=\"-INF\""));

    bu.availability_time_offset = Some(f64::NAN);
    mpd.base_url = vec!(bu);
    let serialized = mpd.to_string();
    // http://www.datypic.com/sc/xsd/t-xsd_double.html
    assert!(serialized.contains("availabilityTimeOffset=\"NaN\""));
}



#[test]
fn test_serialize_xsd_uintvector() {
    setup_logging();
    let subset = Subset {
        id: Some("sub1".to_string()),
        contains: vec![22, 33, 44],
    };
    let period = Period {
        id: Some("66".to_string()),
        duration: Some(Duration::new(420, 69)),
        subsets: vec![subset],
        ..Default::default()
    };
    let mpd = MPD {
        mpdtype: Some(String::from("dynamic")),
        xmlns: Some("urn:mpeg:dash:schema:mpd:2011".to_string()),
        periods: vec!(period),
        ..Default::default()
    };
    let serialized = mpd.to_string();
    assert!(serialized.contains("22 33 44"));
}


// Validate the MPD manifests against the XML schema (XSD) included in the DASH MPD specification.
//
// We are using xmllint for the schema valiation. This is not a perfect solution because xmllint
// (really, libxml2) as generally packaged does not supporting downloading HTTPS targets for
// validation (for any schemas that are xlinked inside the DASH XSD), only supporting HTTP URLs.
// Though the URLs in the schema descriptions are HTTP links (eg. http://www.w3.org/1999/xlink),
// they redirect to HTTPS. Alternative validators are not preferable: there doesn't seem to be a
// working Rust library for schema validation; Saxon is not free (Saxon-HE has no schema validation
// support); xmlstarlet has the same limitations because it also binds to libxml2; and the Python
// xmlvalidate library doesn't work well (internal errors during validation). We work around this
// libxml2 limitation by putting together our own pseudo system catalog of schemas and validating
// against an XSD that imports these using local schemaLocation URLs.
//
// Possible update: use xmlschema-validate -v <manifest> from python3-xmlschema package to validate,
// or else try the uppsala crate (https://crates.io/crates/uppsala).
#[test]
fn test_fixtures_xsd_validity() {
    setup_logging();
    let dir = tempfile::Builder::new()
        // .keep(true)
        .prefix("dash-mpd-xsdtest")
        .rand_bytes(5)
        .tempdir()
        .unwrap();
    curl("https://raw.githubusercontent.com/MPEGGroup/DASHSchema/refs/heads/5th-Ed-AMD1/DASH-MPD.xsd",
         &dir.path().join("DASH-MPD.xsd")).unwrap();
    curl("http://www.w3.org/XML/2008/06/xlink.xsd",
         &dir.path().join("xlink.xsd")).unwrap();
    curl("http://www.w3.org/2001/xml.xsd",
         &dir.path().join("xml.xsd")).unwrap();
    // We need the xmlns:dashif namespace in order to validate MPDs that contain the dashif:laurl
    // element. This is defined in the DASH-IF-CPS.xsd schema, which should be online at
    // https://dashif.org/CPS, but isn't. We have extracted the content from Annex A of
    // https://dashif.org/docs/IOP-Guidelines/DASH-IF-IOP-Part6-v5.0.0.pdf
    let mut xsd_path = PathBuf::from(env!("CARGO_MANIFEST_DIR"));
    xsd_path.push("tests");
    xsd_path.push("fixtures");
    xsd_path.push("DASH-IF-CPS");
    xsd_path.set_extension("xsd");
    fs::copy(xsd_path, dir.path().join("DASH-IF-CPS.xsd")).unwrap();

    let multischema_path = dir.path().join("multischema.xsd");
    let mut multischema_out = File::create(multischema_path).expect("creating multischema.xsd");
    multischema_out.write_all(
        b"<?xml version=\"1.0\" encoding=\"UTF-8\"?>
<schema elementFormDefault=\"qualified\" xmlns=\"http://www.w3.org/2001/XMLSchema\">
  <import namespace=\"http://www.w3.org/2001/xml.xsd\" schemaLocation=\"xml.xsd\"/>
  <import namespace=\"http://www.w3.org/1999/xlink\" schemaLocation=\"xlink.xsd\"/>
  <import namespace=\"urn:mpeg:dash:schema:mpd:2011\" schemaLocation=\"DASH-MPD.xsd\"/>
  <import namespace=\"xmlns:dashif\" schemaLocation=\"DASH-IF-CPS.xsd\"/>
  <import namespace=\"https://dashif.org/CPS\" schemaLocation=\"DASH-IF-CPS.xsd\"/>
</schema>\n").unwrap();

    // Several of these MPDs (taken from various sources in the wild) are known to fail validation
    // with the XSD above. For example, they have no profiles attribute on the MPD elements, they
    // are missing a @minBufferTime attribute on the MPD element, or they are using a Label or
    // AudioChannelConfiguration element where it is not allowed.
    let tests = [
        "a2d-tv.mpd",
        "ad-insertion-testcase1.mpd",
        "ad-insertion-testcase6-av1.mpd",
        "ad-insertion-testcase6-av2.mpd",
        "admanager.xml",
        "avod-mediatailor.mpd",
        "dashif-live-atoinf.mpd",
        "dashif-low-latency.mpd",
        "dash-testcases-5b-1-thomson.mpd",
        "dolby-ac4.xml",
        "jurassic-compact-5975.mpd",
        "mediapackage.xml",
        "st-sl.mpd",
        "telenet-mid-ad-rolls.mpd",
        "telestream-binary.xml",
        "orange.xml",
        "vod-aip-unif-streaming.mpd"
    ];
    let mut counter = 0;
    let mut base_path = PathBuf::from(env!("CARGO_MANIFEST_DIR"));
    base_path.push("tests");
    base_path.push("fixtures");
    for test in tests {
        counter += 1;
        let mut path = base_path.clone();
        path.push(test);
        let xml = fs::read_to_string(&path).unwrap();
        let serialized = r#"<?xml version="1.0" encoding="UTF-8"?>"#.to_owned()
            + "\n"
            + &parse(&xml).unwrap().to_string();
        let mpd_path = dir.path().join(format!("serialized-{counter}.mpd"));
        fs::write(&mpd_path, &serialized).unwrap();
        // Format the MPD manifest for better error messages.
        let xmllint = Command::new("xmllint")
            .current_dir(&dir)
            .arg("--format")
            .arg(&mpd_path)
            .arg("--output")
            .arg(format!("formatted-{counter}.mpd"))
            .output()
            .unwrap();
        assert!(xmllint.status.success(), "Failed to format file {}\nstderr: {}",
                mpd_path.display(),
                String::from_utf8_lossy(&xmllint.stderr));
        let xmllint = Command::new("xmllint")
            .current_dir(&dir)
            .arg("--noout")
            .arg("--schema")
            .arg("multischema.xsd")
            .arg(format!("formatted-{counter}.mpd"))
            .output()
            .unwrap();
        if !xmllint.status.success() {
            eprintln!("== failed serializing test {} running in dir {}", &test, mpd_path.display());
            let stderr = String::from_utf8_lossy(&xmllint.stderr)
                .lines()
                .filter(|ln| !ln.contains("Skipping import of schema located at"))
                .collect::<Vec<_>>()
                .join("\n");
            println!("xmllint stderr> {stderr}");
            // assert_eq!(stderr.len(), 0);
        }
    }
}

#[test]
fn test_urls_xsd_validity() {
    setup_logging();
    let dir = tempfile::Builder::new()
        .prefix("dash-mpd-xsdtest")
        .rand_bytes(5)
        .tempdir()
        .unwrap();
    curl("https://raw.githubusercontent.com/MPEGGroup/DASHSchema/refs/heads/5th-Ed-AMD1/DASH-MPD.xsd",
         &dir.path().join("DASH-MPD.xsd")).unwrap();
    curl("http://www.w3.org/XML/2008/06/xlink.xsd",
         &dir.path().join("xlink.xsd")).unwrap();
    curl("http://www.w3.org/2001/xml.xsd",
         &dir.path().join("xml.xsd")).unwrap();
    // The DASH-IF-CPS.xsd schema should be online at https://dashif.org/CPS, but isn't. We have
    // extracted the content from Annex A of
    // https://dashif.org/docs/IOP-Guidelines/DASH-IF-IOP-Part6-v5.0.0.pdf
    let mut xsd_path = PathBuf::from(env!("CARGO_MANIFEST_DIR"));
    xsd_path.push("tests");
    xsd_path.push("fixtures");
    xsd_path.push("DASH-IF-CPS");
    xsd_path.set_extension("xsd");
    fs::copy(xsd_path, dir.path().join("DASH-IF-CPS.xsd")).unwrap();

    let multischema_path = dir.path().join("multischema.xsd");
    let mut multischema_out = File::create(multischema_path).expect("creating multischema.xsd");
    multischema_out.write_all(
        b"<?xml version=\"1.0\" encoding=\"UTF-8\"?>
<schema elementFormDefault=\"qualified\" xmlns=\"http://www.w3.org/2001/XMLSchema\">
  <import namespace=\"http://www.w3.org/2001/xml.xsd\" schemaLocation=\"xml.xsd\"/>
  <import namespace=\"http://www.w3.org/1999/xlink\" schemaLocation=\"xlink.xsd\"/>
  <import namespace=\"urn:mpeg:dash:schema:mpd:2011\" schemaLocation=\"DASH-MPD.xsd\"/>
  <import namespace=\"xmlns:dashif\" schemaLocation=\"DASH-IF-CPS.xsd\"/>
  <import namespace=\"https://dashif.org/CPS\" schemaLocation=\"DASH-IF-CPS.xsd\"/>
</schema>\n").unwrap();

    let tests = [
        "https://cloudflarestream.com/31c9291ab41fac05471db4e73aa11717/manifest/video.mpd",
        "https://v.redd.it/p5rowtg41iub1/DASHPlaylist.mpd?a=1701104071",
        "https://github.com/bbc/exoplayer-testing-samples/raw/master/app/src/androidTest/assets/streams/files/redGreenVideo/redGreenOnlyVideo.mpd",
        "https://dash.akamaized.net/dash264/TestCases/3a/fraunhofer/aac-lc_stereo_without_video/Sintel/sintel_audio_only_aaclc_stereo_sidx.mpd",
        "http://rdmedia.bbc.co.uk/testcard/vod/manifests/radio-flac-en.mpd",
        "https://dash.akamaized.net/dash264/TestCasesMCA/dolby/3/1/ChID_voices_20_128_ddp.mpd",
        "https://dash.akamaized.net/dash264/TestCasesDolby/2/Living_Room_1080p_20_96k_2997fps.mpd",
        "https://cf-sf-video.wmspanel.com/local/raw/BigBuckBunny_320x180.mp4/manifest.mpd",
        "https://ott.dolby.com/OnDelKits/AC-4/Dolby_AC-4_Online_Delivery_Kit_1.5/Test_Signals/muxed_streams/DASH/Live/MPD/Multi_Codec_720p_2997fps_h264.mpd",
        "https://dash.akamaized.net/dash264/TestCasesMCA/dts/1/Paint_dtsc_testA.mpd",
        "https://dash.akamaized.net/dash264/TestCasesHDR/3a/3/MultiRate.mpd",
        "http://refapp.hbbtv.org/videos/01_llama_drama_2160p_25f75g6sv3/manifest.mpd",
        "https://dash.akamaized.net/dash264/TestCasesVP9/vp9-uhd/sintel-vp9-uhd.mpd",
        "http://ftp.itec.aau.at/datasets/mmsys22/Skateboarding/8sec/vvc/manifest.mpd",
        "http://download.tsi.telecom-paristech.fr/gpac/DASH_CONFORMANCE/TelecomParisTech/mpeg2-simple/mpeg2-simple-mpd.mpd",
        "https://origin.broadpeak.io/bpk-vod/voddemo/default/5min/tearsofsteel/manifest.mpd",
        "https://res.cloudinary.com/demo/video/upload/sp_full_hd/handshake.mpd",
        "https://turtle-tube.appspot.com/t/t2/dash.mpd",
        "https://dash.akamaized.net/akamai/test/bbb_enc/BigBuckBunny_320x180_enc_dash.mpd",
        "https://dash.akamaized.net/dash264/TestCases/1a/sony/SNE_DASH_SD_CASE1A_REVISED.mpd",
        "http://ftp.itec.aau.at/datasets/mmsys13/redbull_4sec.mpd",
        "https://dash.akamaized.net/dash264/TestCasesIOP33/adapatationSetSwitching/2/manifest.mpd",
        "https://res.cloudinary.com/demo-robert/video/upload/sp_16x9_vp9/yourPublicId.mpd",
        "https://storage.googleapis.com/shaka-demo-assets/angel-one/dash.mpd",
        "https://demo.unified-streaming.com/k8s/features/stable/video/tears-of-steel/tears-of-steel.ism/.mpd",
        "https://media.axprod.net/TestVectors/H265/clear_cmaf_1080p_h265/manifest.mpd",
        // moved behind Cloudflare on 2026-02
        // "https://cdn.bitmovin.com/content/assets/playhouse-vr/mpds/105560.mpd",
        // "https://www.content-steering.com/bbb/playlist_steering_cloudfront_https.mpd",
        "https://livesim2.dashif.org/livesim2/segtimeline_1/testpic_2s/Manifest.mpd",
        "https://livesim2.dashif.org/livesim2/ato_inf/testpic_2s/Manifest.mpd",
        "https://akamaibroadcasteruseast.akamaized.net/cmaf/live/657078/akasource/out.mpd",
        "https://content.uplynk.com/playlist/6c526d97954b41deb90fe64328647a71.mpd?ad=bbbads&delay=25",
        "https://rdmedia.bbc.co.uk/testcard/vod/manifests/radio-surround-en.mpd",
        "https://github.com/MPEGGroup/DASHSchema/raw/refs/heads/5th-Ed-AMD1/example_G6.mpd",
        "https://github.com/MPEGGroup/DASHSchema/raw/refs/heads/5th-Ed-AMD1/example_G10.mpd",
        "https://github.com/MPEGGroup/DASHSchema/raw/refs/heads/5th-Ed-AMD1/example_G19.mpd",
        "https://github.com/MPEGGroup/DASHSchema/raw/refs/heads/5th-Ed-AMD1/example_G24.mpd"
    ];
    let mut counter = 0;
    for test in tests {
        counter += 1;
        let resp = reqwest::blocking::get(test).unwrap();
        let body = resp.text().expect("body invalid");
        let dash_filename = dir.path().join(format!("{counter}-orig.mpd"));
        let mut dash_out = File::create(dash_filename).expect("failed to create file");
        io::copy(&mut body.as_bytes(), &mut dash_out).unwrap();
        let serialized = r#"<?xml version="1.0" encoding="UTF-8"?>"#.to_owned() + "\n" +
            &parse(&body)
            .unwrap_or_else(|_| panic!("parsing input {test}"))
            .to_string();
        let mpd_path = dir.path().join(format!("{counter}-serialized.mpd"));
        let mpd_formatted = dir.path().join(format!("{counter}-formatted.mpd"));
        fs::write(&mpd_path, &serialized).unwrap();
        // Format the MPD manifest for better error messages.
        let xmllint = Command::new("xmllint")
            .current_dir(&dir)
            .arg("--format")
            .arg(&mpd_path)
            .arg("--output")
            .arg(&mpd_formatted)
            .output()
            .unwrap();
        assert!(xmllint.status.success(), "Failed to format file {}", mpd_path.display());
        let xmllint = Command::new("xmllint")
            .current_dir(&dir)
            .arg("--noout")
            .arg("--schema")
            .arg("multischema.xsd")
            .arg(&mpd_formatted)
            .output()
            .unwrap();
        if !xmllint.status.success() {
            println!("== failed URL serializing test {} running on {}", &test, mpd_path.display());
            let stderr = String::from_utf8_lossy(&xmllint.stderr)
                .lines()
                .filter(|ln| !ln.contains("Skipping import of schema located at"))
                .collect::<Vec<_>>()
                .join("\n");
            println!("xmllint stderr> {stderr}");
        }
    }
}