ghost-link 1.16.0

CLI and API runtime for Ghostlink, a distributed inference fabric for routing and scheduling custom LLM workloads across heterogeneous hardware.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

[
  {
    "name": "meta-llama/Llama-3-8B-Instruct",
    "size_gb": 8.0,
    "model_type": "LLM",
    "quantization": "Q4_K_M",
    "status": "Loaded"
  },
  {
    "name": "mistralai/Mistral-7B-Instruct-v0.2",
    "size_gb": 7.2,
    "model_type": "LLM",
    "quantization": "Q4_K_M",
    "status": "Ready"
  },
  {
    "name": "google/gemma-7b-it",
    "size_gb": 7.0,
    "model_type": "LLM",
    "quantization": "Q4_K_M",
    "status": "Ready"
  },
  {
    "name": "ghostlink-30b-v1",
    "size_gb": 30.0,
    "model_type": "LLM",
    "quantization": "Q4_K_M",
    "status": "Ready"
  }
]