ogenius 0.1.6

Lightweight AI inference server using HuggingFace models directly - a simpler alternative to Ollama
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

[package]
name = "ogenius"
version.workspace = true
edition.workspace = true
authors.workspace = true
license.workspace = true
repository.workspace = true
homepage.workspace = true
description = "Lightweight AI inference server using HuggingFace models directly - a simpler alternative to Ollama"
keywords.workspace = true
categories.workspace = true
publish.workspace = true

[dependencies]
rusty-genius = { path = "../genius", version = "0.1.6" }
rusty-genius-core = { path = "../core", version = "0.1.6" }
rusty-genius-stem = { path = "../brainstem", version = "0.1.6" }
facecrab = { path = "../facecrab", version = "0.1.6" }
clap = { version = "4.4", features = ["derive"] }
tide = "0.16"
tide-websockets = "0.4"
async-std = { version = "1.12", features = ["attributes"] }
futures = "0.3"
serde = { version = "1.0", features = ["derive"] }
serde_json = "1.0"
anyhow = "1.0"
colored = "2.0"
surf = "2.3"
indicatif = "0.18.3"
ctrlc = "3.5.1"

[dev-dependencies]

[features]
default = []
metal = ["rusty-genius/metal"]
cuda = ["rusty-genius/cuda"]
vulkan = ["rusty-genius/vulkan"]