crate-index 0.1.0

A small library for managing a Cargo crate index
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

use async_std::{
    fs::{read_dir, DirEntry},
    path::PathBuf,
};
use futures_util::{
    stream,
    stream::{Stream, StreamExt, TryStreamExt},
};
use std::{collections::HashSet, io};

pub async fn filenames(path: impl Into<PathBuf>) -> io::Result<HashSet<String>> {
    walk_dir(path)
        .map_ok(|entry| entry.file_name().to_string_lossy().into_owned())
        .try_collect()
        .await
}

pub fn walk_dir(
    path: impl Into<PathBuf>,
) -> impl Stream<Item = io::Result<DirEntry>> + Send + 'static {
    async fn one_level(path: PathBuf, to_visit: &mut Vec<PathBuf>) -> io::Result<Vec<DirEntry>> {
        let mut dir = read_dir(path).await?;
        let mut files = Vec::new();

        while let Some(child) = dir.next().await {
            let child = child?;
            if child.metadata().await?.is_dir() {
                to_visit.push(child.path());
            } else {
                files.push(child)
            }
        }

        Ok(files)
    }

    stream::unfold(vec![path.into()], |mut to_visit| async {
        let path = to_visit.pop()?;
        let file_stream = match one_level(path, &mut to_visit).await {
            Ok(files) => stream::iter(files).map(Ok).left_stream(),
            Err(e) => stream::once(async { Err(e) }).right_stream(),
        };

        Some((file_stream, to_visit))
    })
    .flatten()
}