ccdown 0.6.5

A polite and user-friendly downloader for Common Crawl data.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80

use assert_cmd::Command;
use predicates::prelude::*;

#[test]
fn no_command_shows_error() {
    Command::cargo_bin("ccdown")
        .unwrap()
        .assert()
        .stderr(predicate::str::contains("No command specified"));
}

#[test]
fn help_flag_works() {
    Command::cargo_bin("ccdown")
        .unwrap()
        .arg("--help")
        .assert()
        .success()
        .stdout(predicate::str::contains("downloader for Common Crawl"));
}

#[test]
fn version_flag_works() {
    Command::cargo_bin("ccdown")
        .unwrap()
        .arg("--version")
        .assert()
        .success()
        .stdout(predicate::str::contains(env!("CARGO_PKG_VERSION")));
}

#[test]
fn download_paths_rejects_invalid_crawl_name() {
    Command::cargo_bin("ccdown")
        .unwrap()
        .args(["download-paths", "INVALID-FORMAT", "warc", "/tmp"])
        .assert()
        .failure()
        .stderr(predicate::str::contains("CC-MAIN-YYYY-WW"));
}

#[test]
fn download_rejects_numbered_and_files_only() {
    Command::cargo_bin("ccdown")
        .unwrap()
        .args([
            "download",
            "/nonexistent/path.gz",
            "/tmp/out",
            "--numbered",
            "--files-only",
        ])
        .assert()
        .stderr(predicate::str::contains("incompatible"));
}

#[test]
fn download_accepts_strict_flag() {
    // This will fail because the file doesn't exist, but the flag should be accepted
    Command::cargo_bin("ccdown")
        .unwrap()
        .args([
            "download",
            "help",
        ])
        .assert()
        .failure()
        // Should not fail due to unknown flag
        .stderr(predicate::str::contains("strict").not());
}

#[test]
fn download_help_shows_strict_option() {
    Command::cargo_bin("ccdown")
        .unwrap()
        .args(["download", "--help"])
        .assert()
        .success()
        .stdout(predicate::str::contains("--strict"));
}