svir 0.1.6

A small, composable SDK for talking to large language models
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

{
  "description": "An 'event: error' event is the server's error, as LM Studio reports a prompt longer than the context: status 200, this one event, and no [DONE]. Only the message says it is an overflow (D30).",
  "chunks": [
    "event: error\ndata: {\"error\":{\"message\":\"The number of tokens to keep from the initial prompt is greater than the context length.\"},\"message\":\"The number of tokens to keep from the initial prompt is greater than the context length.\"}\n\n"
  ],
  "strides": [1, 3, 8192],
  "expect": {
    "strict": {
      "error": "context_overflow",
      "partial": {"text": "", "reasoning": ""},
      "message": "The number of tokens to keep from the initial prompt is greater than the context length."
    },
    "lenient": "same"
  }
}