logprobe 0.4.0

Detect normalization errors, entropy bias, and truncation artifacts in LLM logprob data
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

{
  "id": "chatcmpl-test",
  "model": "gpt-4",
  "choices": [
    {
      "index": 0,
      "message": {
        "role": "assistant",
        "content": "Hello world"
      },
      "logprobs": {
        "content": [
          {
            "token": "Hello",
            "logprob": -0.5,
            "bytes": [72, 101, 108, 108, 111],
            "top_logprobs": [
              {"token": "Hello", "logprob": -0.5},
              {"token": "Hi", "logprob": -2.0},
              {"token": "Hey", "logprob": -3.5}
            ]
          },
          {
            "token": " world",
            "logprob": -0.8,
            "bytes": [32, 119, 111, 114, 108, 100],
            "top_logprobs": [
              {"token": " world", "logprob": -0.8},
              {"token": " there", "logprob": -2.5},
              {"token": "!", "logprob": -4.0}
            ]
          }
        ]
      }
    }
  ]
}