Crate async_fetcher

Expand description

Asynchronously fetch files from HTTP servers

Concurrently fetch multiple files at the same time.
Define alternative mirrors for the source of a file.
Use multiple concurrent connections per file.
Use mirrors for concurrent connections.
Resume a download which has been interrupted.
Progress events for fetches

let (events_tx, events_rx) = tokio::sync::mpsc::unbounded_channel();

let shutdown = async_shutdown::Shutdown::new();

let results_stream = Fetcher::default()
    // Define a max number of ranged connections per file.
    .connections_per_file(4)
    // Max size of a connection's part, concatenated on completion.
    .max_part_size(4 * 1024 * 1024)
    // The channel for sending progress notifications.
    .events(events_tx)
    // Maximum number of retry attempts.
    .retries(3)
    // Cancels the fetching process when a shutdown is triggered.
    .shutdown(shutdown)
    // How long to wait before aborting a download that hasn't progressed.
    .timeout(Duration::from_secs(15))
    // Finalize the struct into an `Arc` for use with fetching.
    .build()
    // Take a stream of `Source` inputs and generate a stream of fetches.
    // Spawns
    .stream_from(input_stream, 4)