{
"v": 1,
"window": {
"start_ms": 1789988969431,
"end_ms": 1789988987749,
"days": 0.0002120138888888889
},
"coverage": {
"records": 9,
"analysed": 8,
"skipped": {
"not_chat": 1,
"error": 0,
"non_2xx": 0,
"unparsed": 0
},
"paths": {
"/v1/models": 1
},
"bad_lines": 0,
"turns": 7,
"conversations": 2,
"turns_with_reuse": 7,
"turns_with_timing": 7
},
"servers": [
{
"api": "openai_chat",
"fields": [
"prompt_tokens",
"completion_tokens",
"reused_tokens",
"evaluated_tokens",
"prefill_ms",
"decode_ms"
]
}
],
"time": {
"prefill_ms": {
"value": 1499.821,
"source": "server"
},
"lost_ms": {
"value": 235.43246256239604,
"source": "server"
},
"lost_tokens": 340,
"by_cause": {
"system_changed": {
"tokens": 340,
"ms": {
"value": 235.43246256239604,
"source": "server"
},
"rows": 1
}
}
},
"composition": {
"system": 1887,
"tools": 1031,
"history": 387,
"new_content": 304
},
"clients": [
{
"client": "llmp-drive/1",
"user_agent": "llmp-drive/1",
"requests": 8,
"conversations": 2,
"tools": [
"list_dir",
"read_file",
"write_file"
]
}
],
"tools": [
{
"client": "llmp-drive/1",
"name": "list_dir",
"schema_tokens": 51,
"offered": 7,
"called": 0
},
{
"client": "llmp-drive/1",
"name": "read_file",
"schema_tokens": 50,
"offered": 7,
"called": 1
},
{
"client": "llmp-drive/1",
"name": "write_file",
"schema_tokens": 60,
"offered": 7,
"called": 0
}
],
"findings": [
{
"kind": "side_call_on_conversation_model",
"model": "gemma",
"client": null,
"rows": [
3
],
"lost_tokens": 0,
"lost_ms": null,
"context_tokens": null,
"confidence": "medium",
"evidence": {
"clients": [
"llmp-drive/1"
],
"shapes": {
"structured": 1
},
"side_calls": 1,
"turns_after_side_calls": 1
}
},
{
"kind": "unused_tool",
"model": null,
"client": "llmp-drive/1",
"rows": [],
"lost_tokens": null,
"lost_ms": null,
"context_tokens": 60,
"confidence": "low",
"evidence": {
"days": 0.00015944444444444445,
"offered": 7,
"sessions": 2,
"tool": "write_file"
}
},
{
"kind": "unused_tool",
"model": null,
"client": "llmp-drive/1",
"rows": [],
"lost_tokens": null,
"lost_ms": null,
"context_tokens": 51,
"confidence": "low",
"evidence": {
"days": 0.00015944444444444445,
"offered": 7,
"sessions": 2,
"tool": "list_dir"
}
}
],
"rows": [
{
"id": 1,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1",
"t_start_ms": 1789988969431,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 1,
"turn": 1,
"counts": {
"prompt_tokens": {
"value": 443,
"source": "server"
},
"completion_tokens": {
"value": 65,
"source": "server"
},
"reused_tokens": {
"value": 0,
"source": "server"
},
"evaluated_tokens": {
"value": 443,
"source": "server"
},
"prefill_ms": {
"value": 147.001,
"source": "server"
},
"decode_ms": {
"value": 540.36,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 295,
"source": "estimate"
},
"tools": {
"value": 138,
"source": "estimate"
},
"history": {
"value": 0,
"source": "estimate"
},
"new_content": {
"value": 11,
"source": "estimate"
}
},
"linked_to": null,
"new_conversation": false,
"prefix_tokens": null,
"break_cause": null,
"compaction": false,
"predicted_reuse": null,
"observed_reuse": null,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [],
"other_domains_between": [],
"loss_measured": false
},
{
"id": 2,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1",
"t_start_ms": 1789988970132,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 1,
"turn": 2,
"counts": {
"prompt_tokens": {
"value": 525,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 438,
"source": "server"
},
"evaluated_tokens": {
"value": 87,
"source": "server"
},
"prefill_ms": {
"value": 54.689,
"source": "server"
},
"decode_ms": {
"value": 1345.158,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 306,
"source": "estimate"
},
"tools": {
"value": 143,
"source": "estimate"
},
"history": {
"value": 11,
"source": "estimate"
},
"new_content": {
"value": 65,
"source": "estimate"
}
},
"linked_to": 1,
"new_conversation": false,
"prefix_tokens": 460,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.8769771528998243,
"observed_reuse": 0.8342857142857143,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 3,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1",
"t_start_ms": 1789988971544,
"kind": "side_call",
"side_call_shape": "structured",
"session": 1,
"conversation": null,
"turn": null,
"counts": {
"prompt_tokens": {
"value": 41,
"source": "server"
},
"completion_tokens": {
"value": 12,
"source": "server"
},
"reused_tokens": {
"value": 0,
"source": "server"
},
"evaluated_tokens": {
"value": 41,
"source": "server"
},
"prefill_ms": {
"value": 39.685,
"source": "server"
},
"decode_ms": {
"value": 92.161,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 21,
"source": "estimate"
},
"tools": {
"value": 0,
"source": "estimate"
},
"history": {
"value": 0,
"source": "estimate"
},
"new_content": {
"value": 21,
"source": "estimate"
}
},
"linked_to": null,
"new_conversation": false,
"prefix_tokens": null,
"break_cause": null,
"compaction": false,
"predicted_reuse": null,
"observed_reuse": null,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [],
"other_domains_between": [],
"loss_measured": false
},
{
"id": 4,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1",
"t_start_ms": 1789988971688,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 1,
"turn": 3,
"counts": {
"prompt_tokens": {
"value": 587,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 520,
"source": "server"
},
"evaluated_tokens": {
"value": 67,
"source": "server"
},
"prefill_ms": {
"value": 50.524,
"source": "server"
},
"decode_ms": {
"value": 1537.229,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 310,
"source": "estimate"
},
"tools": {
"value": 145,
"source": "estimate"
},
"history": {
"value": 77,
"source": "estimate"
},
"new_content": {
"value": 55,
"source": "estimate"
}
},
"linked_to": 2,
"new_conversation": false,
"prefix_tokens": 532,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.9060509554140127,
"observed_reuse": 0.8858603066439523,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [
3
],
"other_conversations_between": [],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 5,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1",
"t_start_ms": 1789988973303,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 1,
"turn": 4,
"counts": {
"prompt_tokens": {
"value": 605,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 0,
"source": "server"
},
"evaluated_tokens": {
"value": 605,
"source": "server"
},
"prefill_ms": {
"value": 580.109,
"source": "server"
},
"decode_ms": {
"value": 5597.448,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 315,
"source": "estimate"
},
"tools": {
"value": 147,
"source": "estimate"
},
"history": {
"value": 0,
"source": "estimate"
},
"new_content": {
"value": 144,
"source": "estimate"
}
},
"linked_to": 4,
"new_conversation": false,
"prefix_tokens": 0,
"break_cause": "system_changed",
"compaction": false,
"predicted_reuse": 0.0,
"observed_reuse": 0.0,
"cause": "structural",
"lost_client": {
"cause": "system_changed",
"tokens": 340,
"ms": {
"value": 235.43246256239604,
"source": "server"
}
},
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 6,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1",
"t_start_ms": 1789988979624,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 1,
"turn": 5,
"counts": {
"prompt_tokens": {
"value": 621,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 605,
"source": "server"
},
"evaluated_tokens": {
"value": 16,
"source": "server"
},
"prefill_ms": {
"value": 35.185,
"source": "server"
},
"decode_ms": {
"value": 1331.919,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 320,
"source": "estimate"
},
"tools": {
"value": 149,
"source": "estimate"
},
"history": {
"value": 146,
"source": "estimate"
},
"new_content": {
"value": 7,
"source": "estimate"
}
},
"linked_to": 5,
"new_conversation": false,
"prefix_tokens": 614,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.9891808346213291,
"observed_reuse": 0.9742351046698873,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 7,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1",
"t_start_ms": 1789988981008,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 1,
"turn": 6,
"counts": {
"prompt_tokens": {
"value": 621,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 620,
"source": "server"
},
"evaluated_tokens": {
"value": 1,
"source": "server"
},
"prefill_ms": {
"value": 11.586,
"source": "server"
},
"decode_ms": {
"value": 2148.751,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 320,
"source": "estimate"
},
"tools": {
"value": 149,
"source": "estimate"
},
"history": {
"value": 153,
"source": "estimate"
},
"new_content": {
"value": 0,
"source": "estimate"
}
},
"linked_to": 6,
"new_conversation": false,
"prefix_tokens": 621,
"break_cause": null,
"compaction": false,
"predicted_reuse": 1.0,
"observed_reuse": 0.998389694041868,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 9,
"api": "openai_chat",
"model": "no-such-model",
"client": "llmp-drive/1",
"t_start_ms": 1789988983207,
"kind": "turn",
"side_call_shape": null,
"session": 2,
"conversation": 2,
"turn": 1,
"counts": {
"prompt_tokens": {
"value": 161,
"source": "server"
},
"completion_tokens": {
"value": 46,
"source": "server"
},
"reused_tokens": {
"value": 0,
"source": "server"
},
"evaluated_tokens": {
"value": 161,
"source": "server"
},
"prefill_ms": {
"value": 581.042,
"source": "server"
},
"decode_ms": {
"value": 3895.128,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 0,
"source": "estimate"
},
"tools": {
"value": 160,
"source": "estimate"
},
"history": {
"value": 0,
"source": "estimate"
},
"new_content": {
"value": 1,
"source": "estimate"
}
},
"linked_to": null,
"new_conversation": false,
"prefix_tokens": null,
"break_cause": null,
"compaction": false,
"predicted_reuse": null,
"observed_reuse": null,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [],
"other_domains_between": [],
"loss_measured": false
}
]
}