codegraph-python 0.4.1

Python parser plugin for CodeGraph - extracts code entities and relationships from Python source files
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70

// Python parser performance benchmarks
use codegraph::CodeGraph;
use codegraph_parser_api::{CodeParser, ParserConfig};
use codegraph_python::PythonParser;
use criterion::{black_box, criterion_group, criterion_main, Criterion};
use std::path::Path;

fn bench_parse_single_file(c: &mut Criterion) {
    let mut group = c.benchmark_group("single_file");

    group.bench_function("simple.py", |b| {
        b.iter(|| {
            let mut graph = CodeGraph::in_memory().unwrap();
            let parser = PythonParser::new();
            let path = Path::new("tests/fixtures/simple.py");
            parser.parse_file(black_box(path), &mut graph).unwrap();
        });
    });

    group.finish();
}

fn bench_parse_project(c: &mut Criterion) {
    let mut group = c.benchmark_group("project");

    // Sequential parsing
    group.bench_function("sequential", |b| {
        b.iter(|| {
            let mut graph = CodeGraph::in_memory().unwrap();
            let parser = PythonParser::new();
            let path = Path::new("tests/fixtures/test_project");
            parser.parse_directory(black_box(path), &mut graph).unwrap();
        });
    });

    // Parallel parsing with 2 threads
    group.bench_function("parallel_2", |b| {
        b.iter(|| {
            let mut graph = CodeGraph::in_memory().unwrap();
            let config = ParserConfig {
                parallel: true,
                parallel_workers: Some(2),
                ..Default::default()
            };
            let parser = PythonParser::with_config(config);
            let path = Path::new("tests/fixtures/test_project");
            parser.parse_directory(black_box(path), &mut graph).unwrap();
        });
    });

    // Parallel parsing with 4 threads
    group.bench_function("parallel_4", |b| {
        b.iter(|| {
            let mut graph = CodeGraph::in_memory().unwrap();
            let config = ParserConfig {
                parallel: true,
                parallel_workers: Some(4),
                ..Default::default()
            };
            let parser = PythonParser::with_config(config);
            let path = Path::new("tests/fixtures/test_project");
            parser.parse_directory(black_box(path), &mut graph).unwrap();
        });
    });

    group.finish();
}

criterion_group!(benches, bench_parse_single_file, bench_parse_project);
criterion_main!(benches);