omnivore-cli 0.2.0

Universal web scraper and code extractor CLI - crawl websites, analyze repositories, build knowledge graphs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

use anyhow::Result;
use std::fs;
use std::path::Path;
use tempfile::TempDir;

#[test]
fn test_basic_git_functionality() -> Result<()> {
    // Test basic file structure creation
    let temp_dir = TempDir::new()?;
    let root = temp_dir.path();

    // Create a mock git repository structure
    fs::create_dir_all(root.join(".git"))?;
    fs::create_dir_all(root.join("src"))?;
    fs::write(root.join("README.md"), "# Test Project")?;
    fs::write(root.join("src/main.rs"), "fn main() {}")?;
    fs::write(root.join(".gitignore"), "target/\n*.log")?;

    // Verify files were created
    assert!(root.join(".git").exists());
    assert!(root.join("src/main.rs").exists());
    assert!(root.join("README.md").exists());
    assert!(root.join(".gitignore").exists());

    Ok(())
}

#[test]
fn test_gitignore_patterns() -> Result<()> {
    // Test gitignore pattern parsing
    let patterns = vec![
        "*.log",
        "target/",
        "node_modules/",
        ".DS_Store",
    ];

    for pattern in patterns {
        assert!(!pattern.is_empty());
    }

    Ok(())
}

#[test]
fn test_file_path_manipulation() -> Result<()> {
    let temp_dir = TempDir::new()?;
    let root = temp_dir.path();
    let src_path = root.join("src").join("lib.rs");
    
    // Test path operations
    assert_eq!(src_path.file_name().unwrap(), "lib.rs");
    assert_eq!(src_path.extension().unwrap(), "rs");
    
    Ok(())
}