sz-orm-model-ops 6.2.0

AI model operations: local inference, routing, finetuning, evaluation
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

[package]

name = "sz-orm-model-ops"

description = "AI model operations: local inference, routing, finetuning, evaluation"

version.workspace = true

edition.workspace = true

authors.workspace = true

license.workspace = true

repository.workspace = true

homepage.workspace = true

keywords.workspace = true

categories.workspace = true



[dependencies]

sz-orm-ai = { version = "6.0.0", path = "../sz-orm-ai", optional = true }

sz-orm-masking = { version = "6.0.0", path = "../sz-orm-masking", optional = true }

reqwest = { version = "0.12", default-features = false, features = ["json", "rustls-tls"], optional = true }

serde = { workspace = true, optional = true }

serde_json = { workspace = true, optional = true }

thiserror = { workspace = true }

async-trait = { workspace = true, optional = true }

tokio = { workspace = true, optional = true }

tracing = { workspace = true, optional = true }

chrono = { workspace = true, optional = true }



[features]

default = []

model-ops = ["dep:sz-orm-ai", "dep:serde", "dep:serde_json", "dep:async-trait", "dep:tokio", "dep:tracing", "dep:chrono", "sz-orm-ai/multi-llm"]

model-ops-llamacpp = ["model-ops", "dep:reqwest"]

model-ops-vllm = ["model-ops", "dep:reqwest"]

model-ops-router = ["model-ops"]



[dev-dependencies]

tokio = { workspace = true }

serde_json = { workspace = true }

sz-orm-sqlx = { version = "6.0.0", path = "../sz-orm-sqlx" }



[lints]

workspace = true



[[test]]

name = "llamacpp_provider"

path = "tests/llamacpp_provider.rs"

required-features = ["model-ops-llamacpp", "model-ops-vllm"]



[[test]]

name = "vllm_provider"

path = "tests/vllm_provider.rs"

required-features = ["model-ops-vllm"]



[[test]]

name = "model_router"

path = "tests/model_router.rs"

required-features = ["model-ops-router"]



[[test]]

name = "finetune_dataset"

path = "tests/finetune_dataset.rs"

required-features = ["model-ops"]



[[test]]

name = "inference_opt"

path = "tests/inference_opt.rs"

required-features = ["model-ops"]



[[test]]

name = "evaluator"

path = "tests/evaluator.rs"

required-features = ["model-ops"]



[[test]]

name = "ab_test"

path = "tests/ab_test.rs"

required-features = ["model-ops"]



[[test]]

name = "evaluator_mysql"

path = "tests/evaluator_mysql.rs"

required-features = ["model-ops"]