ragit 0.4.5

git-like rag pipeline
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62

import json
import os
from server import (
    create_repo,
    create_user,
    get_api_key,
    spawn_ragit_server,
)
from utils import (
    cargo_run,
    goto_root,
    mk_and_cd_tmp_dir,
    write_string,
)

def clone_empty():
    goto_root()
    server_process = None

    try:
        server_process = spawn_ragit_server()
        mk_and_cd_tmp_dir()
        create_user(id="test-user", password="87654321")
        api_key = get_api_key(id="test-user", password="87654321")
        create_repo(user="test-user", repo="empty-repo", api_key=api_key)

        result = cargo_run(["clone", "http://127.0.0.1:41127/test-user/empty-repo"], stderr=True)
        assert "empty" in result  # warning message: "you have cloned an empty knowledge-base"
        os.chdir("empty-repo")
        empty_repo_uid = cargo_run(["uid"], stdout=True).strip()
        cargo_run(["check"])
        cargo_run(["config", "--set", "model", "dummy"])
        write_string("sample.txt", "Hello, World!")
        cargo_run(["add", "sample.txt"])
        cargo_run(["build"])
        cargo_run(["push"])
        chunk_list1 = set(json.loads(cargo_run(["ls-chunks", "--uid-only", "--json"], stdout=True)))
        cargo_run(["pull"])
        cargo_run(["check"])
        chunk_list2 = set(json.loads(cargo_run(["ls-chunks", "--uid-only", "--json"], stdout=True)))
        assert chunk_list1 == chunk_list2

        os.chdir("..")
        cargo_run(["clone", "http://127.0.0.1:41127/test-user/empty-repo", "not-empty-repo"])
        os.chdir("not-empty-repo")
        cargo_run(["check"])
        chunk_list3 = set(json.loads(cargo_run(["ls-chunks", "--uid-only", "--json"], stdout=True)))
        assert chunk_list2 == chunk_list3

        # extra test: All empty repositories must have the same uid.
        #             It compares 2 empty repositories where one is
        #             created by the server and the other is created
        #             locally by ragit.
        os.chdir("..")
        os.mkdir("new-empty-repo")
        os.chdir("new-empty-repo")
        cargo_run(["init"])
        assert empty_repo_uid == cargo_run(["uid"], stdout=True).strip()

    finally:
        if server_process is not None:
            server_process.kill()