nab 0.7.1

Token-optimized HTTP client for LLMs — fetches any URL as clean markdown
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93

//! Stream backend trait for downloading media data.
//!
//! A [`StreamBackend`] takes an HLS/DASH manifest URL and streams the
//! actual media data to a writer or file. Three implementations are
//! available: [`NativeHls`](super::backends::NativeHlsBackend) (pure
//! Rust, no deps), [`Ffmpeg`](super::backends::FfmpegBackend), and
//! [`Streamlink`](super::backends::StreamlinkBackend).

use anyhow::Result;
use async_trait::async_trait;
use std::collections::HashMap;
use tokio::io::AsyncWrite;

/// Identifies which backend implementation is in use.
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum BackendType {
    /// Pure Rust HLS segment fetcher.
    Native,
    /// ffmpeg subprocess.
    Ffmpeg,
    /// streamlink subprocess.
    Streamlink,
}

/// Configuration passed to a backend when starting a stream.
#[derive(Debug, Clone)]
pub struct StreamConfig {
    /// Desired quality level.
    pub quality: super::StreamQuality,
    /// Extra HTTP headers to include in segment requests.
    pub headers: HashMap<String, String>,
    /// Cookie header value, if authentication is required.
    pub cookies: Option<String>,
}

impl Default for StreamConfig {
    fn default() -> Self {
        Self {
            quality: super::StreamQuality::Best,
            headers: HashMap::new(),
            cookies: None,
        }
    }
}

/// Callback invoked periodically with download progress.
pub type ProgressCallback = Box<dyn Fn(StreamProgress) + Send + Sync>;

/// Snapshot of streaming progress at a point in time.
#[derive(Debug, Clone)]
pub struct StreamProgress {
    /// Total bytes written so far.
    pub bytes_downloaded: u64,
    /// Number of segments successfully fetched and written.
    pub segments_completed: u32,
    /// Total segment count (if known ahead of time, e.g., VOD).
    pub segments_total: Option<u32>,
    /// Wall-clock seconds since the stream started.
    pub elapsed_seconds: f64,
}

/// Trait for media streaming backends.
///
/// Backends are responsible for fetching segments (or invoking an external
/// tool) and writing the resulting media bytes to either an async writer
/// or a file on disk.
#[async_trait]
pub trait StreamBackend: Send + Sync {
    /// The type of this backend.
    fn backend_type(&self) -> BackendType;

    /// Returns `true` if this backend can handle the given manifest.
    fn can_handle(&self, manifest_url: &str, encrypted: bool) -> bool;

    /// Stream media data to an async writer (e.g., stdout pipe).
    async fn stream_to<W: AsyncWrite + Unpin + Send>(
        &self,
        manifest_url: &str,
        config: &StreamConfig,
        output: &mut W,
        progress: Option<ProgressCallback>,
    ) -> Result<()>;

    /// Stream media data to a file on disk.
    async fn stream_to_file(
        &self,
        manifest_url: &str,
        config: &StreamConfig,
        path: &std::path::Path,
        progress: Option<ProgressCallback>,
        duration_secs: Option<u64>,
    ) -> Result<()>;
}