ragit 0.4.5

git-like rag pipeline
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134

import os
from server import (
    create_repo,
    create_user,
    get_api_key,
    spawn_ragit_server,
)
import shutil
from utils import (
    cargo_run,
    goto_root,
    mk_and_cd_tmp_dir,
    rand_word,
    write_string,
)

'''
create repo A
read uid of A: u1
push A
push A -> check if it says "Everything up-to-date"
edit A
read uid of A: u2
push A -> check if it's successfully pushed

clone A to repo B
read uid of B: u3
pull B -> check if it says "Already up to date"
read uid of B: u4
edit A
read uid of A: u5
push A -> check if it's successfully pushed
pull B -> check if it's successfully pulled
read uid of B: u6

assert u1 != u2
assert u2 == u3
assert u3 == u4
assert u4 != u5
assert u5 == u6
'''
def pull():
    goto_root()
    server_process = None

    try:
        server_process = spawn_ragit_server()

        create_user(id="test-user", password="password")
        api_key = get_api_key(id="test-user", password="password")
        create_repo(user="test-user", repo="test-repo", api_key=api_key)

        mk_and_cd_tmp_dir()

        # create repo A
        os.mkdir("A")
        os.chdir("A")
        cargo_run(["init"])
        shutil.copyfile("../../tests/images/empty.png", "sample.png")
        write_string("sample1.md", "Hi! this is an image: ![](sample.png)")
        cargo_run(["add", "sample1.md"])
        cargo_run(["config", "--set", "model", "dummy"])
        cargo_run(["build"])

        # read uid of A: u1
        u1 = cargo_run(["uid"], stdout=True).strip()

        # push A
        cargo_run(["push", "--remote=http://127.0.0.1:41127/test-user/test-repo"])

        # push A -> check if it says "Everything up-to-date"
        assert "Everything up-to-date" in cargo_run(["push", "--remote=http://127.0.0.1:41127/test-user/test-repo"], stdout=True)

        # edit A
        cargo_run(["meta", "--set", "key", "value"])

        # read uid of A: u2
        u2 = cargo_run(["uid"], stdout=True).strip()

        # push A -> check if it's successfully pushed
        assert "Everything up-to-date" not in cargo_run(["push", "--remote=http://127.0.0.1:41127/test-user/test-repo"], stdout=True)

        # clone A to repo B
        os.chdir("..")
        cargo_run(["clone", "http://127.0.0.1:41127/test-user/test-repo", "B"])
        os.chdir("B")

        # read uid of B: u3
        u3 = cargo_run(["uid"], stdout=True).strip()

        # pull B -> check if it says "Already up to date"
        assert "Already up to date" in cargo_run(["pull"], stdout=True).strip()

        # read uid of B: u4
        u4 = cargo_run(["uid"], stdout=True).strip()

        # edit A
        os.chdir("../A")
        shutil.copyfile("../../tests/images/empty.jpg", "sample.jpg")
        write_string("sample2.md", "Hi! this is an image: ![](sample.jpg)")
        cargo_run(["add", "sample2.md"])
        cargo_run(["build"])

        magic_word = rand_word()
        cargo_run(["meta", "--set", "magic_word", magic_word])

        # read uid of A: u5
        u5 = cargo_run(["uid"], stdout=True).strip()

        # push A -> check if it's successfully pushed
        assert "Everything up-to-date" not in cargo_run(["push", "--remote=http://127.0.0.1:41127/test-user/test-repo"], stdout=True)

        # pull B -> check if it's successfully pulled
        os.chdir("../B")
        assert "Already up to date" not in cargo_run(["pull"], stdout=True).strip()

        assert magic_word in cargo_run(["meta", "--get", "magic_word"], stdout=True)

        # `rag pull` builds an inverted-index
        assert cargo_run(["ii-status"], stdout=True).strip() == "complete"
        cargo_run(["check"])

        # read uid of B: u6
        u6 = cargo_run(["uid"], stdout=True).strip()

        assert u1 != u2
        assert u2 == u3
        assert u3 == u4
        assert u4 != u5
        assert u5 == u6

    finally:
        if server_process is not None:
            server_process.kill()