llmshim 0.13.0

Blazing fast LLM API translation layer in pure Rust
Documentation
1
{"id":"gen-1790055505-SQhAOovddGuTBgM1SM6y","object":"chat.completion","created":1790055505,"model":"deepseek/deepseek-v4.1-flash","provider":"Together","system_fingerprint":"default","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"2+2 equals 4.","refusal":null,"reasoning":"We need answer short sentence. Need comply: \"Reply with one short sentence: what is 2+2? Think briefly first.\" We can think briefly but final only one short sentence. Answer: 2+2 equals 4. Ensure one sentence.","reasoning_details":[{"type":"reasoning.text","text":"We need answer short sentence. Need comply: \"Reply with one short sentence: what is 2+2? Think briefly first.\" We can think briefly but final only one short sentence. Answer: 2+2 equals 4. Ensure one sentence.","format":"unknown","index":0}]}}],"usage":{"prompt_tokens":47,"completion_tokens":61,"total_tokens":108,"cost":0.0000873,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0000873,"upstream_inference_prompt_cost":0.0000141,"upstream_inference_completions_cost":0.0000732},"completion_tokens_details":{"reasoning_tokens":52,"image_tokens":0,"audio_tokens":0}}}