ragit 0.4.5

git-like rag pipeline
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

import shutil
from utils import (
    cargo_run,
    count_files,
    count_images,
    goto_root,
    mk_and_cd_tmp_dir,
    write_string,
)

sample_markdown = '''
# Title

```code
![image](sample1.png) -> this is not an image
```

![image](sample2.png) -> this is an image

`![image](sample3.png) -> this is not an image`, `![image](sample4.png)` -> this is not an image

![sample5] -> this is an image

[sample5]: sample5.jpg

![this is an image][sample6]

[sample6]: sample6.webp

Let's see if ragit's chunk engine can handle sequences of images.

![sample6]![sample6]![sample6]![sample6]

![image](sample2.png)![image](sample2.png)![image](sample2.png)![image](sample2.png)

'''

def images():
    goto_root()
    mk_and_cd_tmp_dir()
    write_string("sample.md", sample_markdown)

    # step 0: initialize knowledge-base
    cargo_run(["init"])
    cargo_run(["config", "--set", "model", "dummy"])
    cargo_run(["config", "--set", "strict_file_reader", "true"])
    cargo_run(["add", "sample.md"])
    cargo_run(["check"])

    # it cannot process `sample.md` because there's no `sample2.png`.
    cargo_run(["build"])
    assert count_files() == (1, 1, 0)  # (total, staged, processed)
    cargo_run(["check", "--recover"])

    shutil.copyfile("../tests/images/green.png", "sample2.png")
    shutil.copyfile("../tests/images/red.jpg", "sample5.jpg")
    shutil.copyfile("../tests/images/blue.webp", "sample6.webp")
    cargo_run(["build"])
    cargo_run(["check"])

    # step 1: `rm` does not remove images, but `gc-images` does
    assert count_images() == 3
    cargo_run(["rm", "sample.md"])
    assert count_images() == 3
    assert "removed 3 images" in cargo_run(["gc", "--images"], stdout=True)
    assert count_images() == 0