synaptic-loaders 0.4.0

Document loaders: Text, JSON, CSV, Markdown, Directory, Web, Notion, GitHub, YouTube, arXiv
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

use synaptic_loaders::GitHubLoader;

#[test]
fn test_github_loader_new() {
    let _loader = GitHubLoader::new("owner", "repo", vec!["README.md".to_string()]);
}

#[test]
fn test_github_loader_with_token() {
    let loader = GitHubLoader::new("owner", "repo", vec![])
        .with_token("ghp-test")
        .with_branch("main")
        .with_extensions(vec![".rs".to_string()]);
    let _ = loader;
}

#[tokio::test]
#[ignore]
async fn test_load_file_integration() {
    let loader = GitHubLoader::new("rust-lang", "rust", vec!["README.md".to_string()]);
    use synaptic_core::Loader;
    let docs = loader.load().await.unwrap();
    assert!(!docs.is_empty());
    assert!(!docs[0].content.is_empty());
}