openai-reassembler 0.2.0

Reassemble OpenAI-compatible SSE streaming responses into non-streaming format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

{
  "chat_simple": {
    "endpoint": "/chat/completions",
    "body": {
      "messages": [{"role": "user", "content": "Write a haiku about the ocean. Reply with only the haiku, nothing else."}]
    },
    "allowed_mismatches": [
      "id", "created",
      "annotations", "audio", "function_call", "kv_transfer_params",
      "logprobs", "prompt_logprobs", "prompt_token_ids", "prompt_tokens_details",
      "reasoning", "refusal", "service_tier", "stop_reason",
      "system_fingerprint", "token_ids", "tool_calls"
    ]
  },
  "chat_tools": {
    "endpoint": "/chat/completions",
    "body": {
      "messages": [{"role": "user", "content": "What is the weather in Paris?"}],
      "tools": [
        {
          "type": "function",
          "function": {
            "name": "get_weather",
            "parameters": {
              "type": "object",
              "properties": {"location": {"type": "string"}}
            }
          }
        }
      ],
      "tool_choice": "required"
    },
    "allowed_mismatches": [
      "id", "created",
      "annotations", "audio", "function_call", "kv_transfer_params",
      "logprobs", "prompt_logprobs", "prompt_token_ids", "prompt_tokens_details",
      "reasoning", "refusal", "service_tier", "stop_reason",
      "system_fingerprint", "token_ids"
    ]
  },
  "legacy_completion": {
    "endpoint": "/completions",
    "body": {
      "prompt": "The quick brown fox jumped over the lazy dog and then",
      "max_tokens": 50
    },
    "allowed_mismatches": [
      "id", "created",
      "kv_transfer_params", "logprobs", "prompt_logprobs",
      "prompt_token_ids", "prompt_tokens_details",
      "service_tier", "stop_reason", "system_fingerprint", "token_ids"
    ]
  },
  "responses_simple": {
    "endpoint": "/responses",
    "body": {
      "input": "Write a haiku about the ocean. Reply with only the haiku, nothing else."
    },
    "allowed_mismatches": [
      "id", "created_at"
    ]
  }
}