reqrio 0.2.0

A lightweight, high concurrency HTTP request library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103

use reqrio::{json, HlsError, Method, ReqExt, ScReq, Timeout, ALPN, Cipher};
use std::fs::File;
use std::io::Write;

struct M3u8DownEngine {
    req: ScReq,
    key_url: String,
    sequence: u128,
    index_url: String,
    ts_urls: Vec<String>,
    cipher: Cipher,
}

impl M3u8DownEngine {
    fn new(index: impl ToString) -> M3u8DownEngine {
        let mut req = ScReq::new().with_alpn(ALPN::Http20); //.with_proxy(Proxy::new_http_plain("127.0.0.1", 10809));
        req.set_headers_json(json::object! {
            "Host": "",
            "sec-ch-ua-platform": "Android",
            "user-agent": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Mobile Safari/537.36",
            "sec-ch-ua": r#""Android WebView";v="135", "Not-A.Brand";v="8", "Chromium";v="135""#,
            "sec-ch-ua-mobile": "?1",
            "accept": "*/*",
            "origin": "",
            "x-requested-with": "mark.via",
            "sec-fetch-site": "cross-site",
            "sec-fetch-mode": "cors",
            "sec-fetch-dest": "empty",
            "referer": "",
            "accept-encoding": "gzip, deflate, br, zstd",
            "accept-language": "en,zh-CN;q=0.9,zh;q=0.8,en-US;q=0.7",
            "priority": "u=1, i"
        }).unwrap();
        M3u8DownEngine {
            req,
            index_url: index.to_string(),
            sequence: 0,
            key_url: "".to_string(),
            ts_urls: vec![],
            cipher: Cipher::aes_128_ecb(),
        }
    }

    fn down_ts(&mut self) -> Result<(), HlsError> {
        let mut file = File::create("4.mp4")?;
        for (index, ts_url) in self.ts_urls.iter().enumerate() {
            println!("Downloading: {:3}/{}; url:{}", index, self.ts_urls.len(), ts_url);
            self.req.set_url(ts_url)?;
            let body = self.req.get()?.bytes()?;
            file.write_all(&if self.key_url.is_empty() { body } else { self.cipher.decrypt(body)? })?;
        }
        Ok(())
    }

    fn get_key(&mut self) -> Result<(), HlsError> {
        println!("key url: {}", self.key_url);
        self.req.set_url(self.key_url.as_str())?;
        let key = self.req.send_check(Method::GET)?.text()?;
        println!("key: {}; sequence: {}", key, self.sequence);
        self.cipher.set_secret_key(key.into_bytes(), Some(self.sequence.to_be_bytes().to_vec()));
        Ok(())
    }

    fn download(&mut self) -> Result<(), HlsError> {
        self.req.set_url(self.index_url.as_str())?;
        let body = self.req.send_check(Method::GET)?.text()?;
        // println!("{}", body);
        for line in body.split("\n") {
            if line.starts_with("#EXT-X-MEDIA-SEQUENCE:") {
                self.sequence = line.trim().replace("#EXT-X-MEDIA-SEQUENCE:", "").parse()?;
                continue;
            }
            if line.starts_with("#EXT-X-KEY") {
                let pos = line.find("URI=\"");
                if let Some(pos) = pos {
                    self.key_url = line[pos + 4..].trim().replace("\"", "");
                }
                if line.contains("=AES-128,") {
                    self.cipher = Cipher::aes_128_cbc();
                }
                continue;
            }
            if line.starts_with("http") {
                self.ts_urls.push(line.trim().to_string());
            }
        }
        let mut timeout = Timeout::new_same(5000, 30000);
        timeout.set_handle_times(10);
        self.req.set_timeout(timeout);
        if !self.key_url.is_empty() { self.get_key()?; }
        self.down_ts()?;
        Ok(())
    }
    
}


fn main() {
    let index = "";
    let mut engine = M3u8DownEngine::new(index);
    engine.download().unwrap();
    println!("{:?} {:?}", engine.key_url, engine.ts_urls);
}