svir 0.1.6

A small, composable SDK for talking to large language models
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
{
  "description": "An 'event: error' event after part of the answer, with the message at the top level of its data.",
  "chunks": [
    "data: {\"id\":\"c\",\"model\":\"m\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"partial\"},\"finish_reason\":null}]}\n\n",
    "event: error\ndata: {\"message\":\"engine died\"}\n\n",
    "data: [DONE]\n\n"
  ],
  "strides": [1, 3, 8192],
  "expect": {
    "strict": {"error": "server", "partial": {"text": "partial"}, "message": "engine died"},
    "lenient": "same"
  }
}