harn-vm 0.10.67

Async bytecode virtual machine for the Harn programming language
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

{
  "provider": "openai",
  "model": "fixture-openai",
  "wire": "openai",
  "stream_protocol": "openai_sse",
  "request": {
    "messages": [{"role": "user", "content": "hello"}],
    "max_tokens": 64
  },
  "wire_request": {
    "max_tokens": 64,
    "messages": [{"content": "hello", "role": "user"}],
    "model": "fixture-openai"
  },
  "wire_response": {
    "id": "chatcmpl-golden",
    "choices": [{
      "message": {"role": "assistant", "content": "hello back"},
      "finish_reason": "stop"
    }],
    "usage": {"prompt_tokens": 3, "completion_tokens": 2}
  },
  "wire_events": "data: {\"choices\":[{\"index\":0,\"delta\":{\"content\":\"hello back\"}}]}\ndata: {\"choices\":[{\"index\":0,\"finish_reason\":\"stop\",\"delta\":{}}],\"usage\":{\"prompt_tokens\":3,\"completion_tokens\":2}}\n",
  "result": {
    "text": "hello back",
    "input_tokens": 3,
    "output_tokens": 2,
    "stop_reason": "stop"
  },
  "error": {
    "status": 429,
    "retry_after": "3",
    "body": "{\"error\":{\"type\":\"rate_limit_error\",\"message\":\"slow down\"}}",
    "kind": "transient",
    "reason": "rate_limit",
    "message_contains": "openai HTTP 429"
  }
}