coglet 0.19.0

High-performance prediction server for Cog ML models
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
---
source: coglet/src/bridge/protocol.rs
expression: req
---
{
  "type": "init",
  "predictor_ref": "predict.py:Predictor",
  "num_slots": 2,
  "transport_info": {
    "NamedSockets": {
      "dir": "/tmp/coglet-123",
      "num_slots": 2
    }
  },
  "is_train": false,
  "is_async": true
}