{
"v": 1,
"window": {
"start_ms": 1789994301972,
"end_ms": 1789994323722,
"days": 0.0002517361111111111
},
"coverage": {
"records": 24,
"analysed": 23,
"skipped": {
"not_chat": 1,
"error": 0,
"non_2xx": 0,
"unparsed": 0
},
"paths": {
"/v1/models": 1
},
"bad_lines": 0,
"turns": 22,
"conversations": 5,
"turns_with_reuse": 22,
"turns_with_timing": 22
},
"servers": [
{
"api": "openai_chat",
"fields": [
"prompt_tokens",
"completion_tokens",
"reused_tokens",
"evaluated_tokens",
"prefill_ms",
"decode_ms"
]
}
],
"time": {
"prefill_ms": {
"value": 1231.1229999999998,
"source": "server"
},
"lost_ms": {
"value": 150.7651006711409,
"source": "server"
},
"lost_tokens": 585,
"by_cause": {
"system_changed": {
"tokens": 585,
"ms": {
"value": 150.7651006711409,
"source": "server"
},
"rows": 1
}
}
},
"composition": {
"system": 6629,
"tools": 2381,
"history": 1366,
"new_content": 716
},
"clients": [
{
"client": "llmp-drive/1 #1",
"user_agent": "llmp-drive/1",
"requests": 12,
"conversations": 3,
"tools": [
"list_dir",
"read_file",
"write_file"
]
},
{
"client": "llmp-drive/1 #2",
"user_agent": "llmp-drive/1",
"requests": 5,
"conversations": 1,
"tools": [
"run_tests",
"search_code"
]
},
{
"client": "other-agent/2",
"user_agent": "other-agent/2",
"requests": 5,
"conversations": 1,
"tools": [
"list_dir",
"read_file",
"write_file"
]
},
{
"client": "llmp-drive/1",
"user_agent": "llmp-drive/1",
"requests": 1,
"conversations": 0,
"tools": []
}
],
"tools": [
{
"client": "llmp-drive/1 #1",
"name": "list_dir",
"schema_tokens": 51,
"offered": 7,
"called": 0
},
{
"client": "llmp-drive/1 #1",
"name": "read_file",
"schema_tokens": 50,
"offered": 12,
"called": 2
},
{
"client": "llmp-drive/1 #1",
"name": "write_file",
"schema_tokens": 60,
"offered": 7,
"called": 0
},
{
"client": "llmp-drive/1 #2",
"name": "run_tests",
"schema_tokens": 36,
"offered": 5,
"called": 0
},
{
"client": "llmp-drive/1 #2",
"name": "search_code",
"schema_tokens": 48,
"offered": 5,
"called": 1
},
{
"client": "other-agent/2",
"name": "list_dir",
"schema_tokens": 48,
"offered": 5,
"called": 0
},
{
"client": "other-agent/2",
"name": "read_file",
"schema_tokens": 47,
"offered": 5,
"called": 1
},
{
"client": "other-agent/2",
"name": "write_file",
"schema_tokens": 56,
"offered": 5,
"called": 0
}
],
"findings": [
{
"kind": "side_call_on_conversation_model",
"model": "gemma",
"client": null,
"rows": [
7
],
"lost_tokens": 0,
"lost_ms": null,
"context_tokens": null,
"confidence": "medium",
"evidence": {
"clients": [
"llmp-drive/1"
],
"shapes": {
"structured": 1
},
"side_calls": 1,
"turns_after_side_calls": 4
}
},
{
"kind": "unused_tool",
"model": null,
"client": "llmp-drive/1 #1",
"rows": [],
"lost_tokens": null,
"lost_ms": null,
"context_tokens": 60,
"confidence": "low",
"evidence": {
"days": 0.0002474189814814815,
"offered": 7,
"sessions": 2,
"tool": "write_file"
}
},
{
"kind": "unused_tool",
"model": null,
"client": "other-agent/2",
"rows": [],
"lost_tokens": null,
"lost_ms": null,
"context_tokens": 56,
"confidence": "low",
"evidence": {
"days": 0.0001715162037037037,
"offered": 5,
"sessions": 1,
"tool": "write_file"
}
},
{
"kind": "unused_tool",
"model": null,
"client": "llmp-drive/1 #1",
"rows": [],
"lost_tokens": null,
"lost_ms": null,
"context_tokens": 51,
"confidence": "low",
"evidence": {
"days": 0.0002474189814814815,
"offered": 7,
"sessions": 2,
"tool": "list_dir"
}
},
{
"kind": "unused_tool",
"model": null,
"client": "other-agent/2",
"rows": [],
"lost_tokens": null,
"lost_ms": null,
"context_tokens": 48,
"confidence": "low",
"evidence": {
"days": 0.0001715162037037037,
"offered": 5,
"sessions": 1,
"tool": "list_dir"
}
},
{
"kind": "unused_tool",
"model": null,
"client": "llmp-drive/1 #2",
"rows": [],
"lost_tokens": null,
"lost_ms": null,
"context_tokens": 36,
"confidence": "low",
"evidence": {
"days": 0.00016200231481481483,
"offered": 5,
"sessions": 1,
"tool": "run_tests"
}
}
],
"rows": [
{
"id": 1,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #1",
"t_start_ms": 1789994301972,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 1,
"turn": 1,
"counts": {
"prompt_tokens": {
"value": 449,
"source": "server"
},
"completion_tokens": {
"value": 65,
"source": "server"
},
"reused_tokens": {
"value": 0,
"source": "server"
},
"evaluated_tokens": {
"value": 449,
"source": "server"
},
"prefill_ms": {
"value": 109.152,
"source": "server"
},
"decode_ms": {
"value": 432.741,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 301,
"source": "estimate"
},
"tools": {
"value": 138,
"source": "estimate"
},
"history": {
"value": 0,
"source": "estimate"
},
"new_content": {
"value": 11,
"source": "estimate"
}
},
"linked_to": null,
"new_conversation": false,
"prefix_tokens": null,
"break_cause": null,
"compaction": false,
"predicted_reuse": null,
"observed_reuse": null,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [],
"other_domains_between": [],
"loss_measured": false
},
{
"id": 2,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #1",
"t_start_ms": 1789994302271,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 2,
"turn": 1,
"counts": {
"prompt_tokens": {
"value": 362,
"source": "server"
},
"completion_tokens": {
"value": 74,
"source": "server"
},
"reused_tokens": {
"value": 0,
"source": "server"
},
"evaluated_tokens": {
"value": 362,
"source": "server"
},
"prefill_ms": {
"value": 84.994,
"source": "server"
},
"decode_ms": {
"value": 491.131,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 301,
"source": "estimate"
},
"tools": {
"value": 42,
"source": "estimate"
},
"history": {
"value": 0,
"source": "estimate"
},
"new_content": {
"value": 19,
"source": "estimate"
}
},
"linked_to": null,
"new_conversation": false,
"prefix_tokens": null,
"break_cause": null,
"compaction": false,
"predicted_reuse": null,
"observed_reuse": null,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [],
"other_domains_between": [],
"loss_measured": false
},
{
"id": 3,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #1",
"t_start_ms": 1789994302520,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 1,
"turn": 2,
"counts": {
"prompt_tokens": {
"value": 531,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 444,
"source": "server"
},
"evaluated_tokens": {
"value": 87,
"source": "server"
},
"prefill_ms": {
"value": 44.699,
"source": "server"
},
"decode_ms": {
"value": 1066.859,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 312,
"source": "estimate"
},
"tools": {
"value": 143,
"source": "estimate"
},
"history": {
"value": 11,
"source": "estimate"
},
"new_content": {
"value": 65,
"source": "estimate"
}
},
"linked_to": 1,
"new_conversation": false,
"prefix_tokens": 466,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.8782608695652173,
"observed_reuse": 0.8361581920903954,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [
2
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 4,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #2",
"t_start_ms": 1789994302569,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 3,
"turn": 1,
"counts": {
"prompt_tokens": {
"value": 390,
"source": "server"
},
"completion_tokens": {
"value": 97,
"source": "server"
},
"reused_tokens": {
"value": 0,
"source": "server"
},
"evaluated_tokens": {
"value": 390,
"source": "server"
},
"prefill_ms": {
"value": 92.565,
"source": "server"
},
"decode_ms": {
"value": 646.645,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 294,
"source": "estimate"
},
"tools": {
"value": 77,
"source": "estimate"
},
"history": {
"value": 0,
"source": "estimate"
},
"new_content": {
"value": 19,
"source": "estimate"
}
},
"linked_to": null,
"new_conversation": false,
"prefix_tokens": null,
"break_cause": null,
"compaction": false,
"predicted_reuse": null,
"observed_reuse": null,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [],
"other_domains_between": [],
"loss_measured": false
},
{
"id": 5,
"api": "openai_chat",
"model": "gemma",
"client": "other-agent/2",
"t_start_ms": 1789994302873,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 4,
"turn": 1,
"counts": {
"prompt_tokens": {
"value": 452,
"source": "server"
},
"completion_tokens": {
"value": 84,
"source": "server"
},
"reused_tokens": {
"value": 0,
"source": "server"
},
"evaluated_tokens": {
"value": 452,
"source": "server"
},
"prefill_ms": {
"value": 104.906,
"source": "server"
},
"decode_ms": {
"value": 563.698,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 300,
"source": "estimate"
},
"tools": {
"value": 138,
"source": "estimate"
},
"history": {
"value": 0,
"source": "estimate"
},
"new_content": {
"value": 14,
"source": "estimate"
}
},
"linked_to": null,
"new_conversation": false,
"prefix_tokens": null,
"break_cause": null,
"compaction": false,
"predicted_reuse": null,
"observed_reuse": null,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [],
"other_domains_between": [],
"loss_measured": false
},
{
"id": 6,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #1",
"t_start_ms": 1789994303101,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 2,
"turn": 2,
"counts": {
"prompt_tokens": {
"value": 453,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 357,
"source": "server"
},
"evaluated_tokens": {
"value": 96,
"source": "server"
},
"prefill_ms": {
"value": 45.197,
"source": "server"
},
"decode_ms": {
"value": 1071.754,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 315,
"source": "estimate"
},
"tools": {
"value": 44,
"source": "estimate"
},
"history": {
"value": 20,
"source": "estimate"
},
"new_content": {
"value": 74,
"source": "estimate"
}
},
"linked_to": 2,
"new_conversation": false,
"prefix_tokens": 379,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.8377281947261663,
"observed_reuse": 0.7880794701986755,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [
3,
4,
5
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 7,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1",
"t_start_ms": 1789994304218,
"kind": "side_call",
"side_call_shape": "structured",
"session": 1,
"conversation": null,
"turn": null,
"counts": {
"prompt_tokens": {
"value": 41,
"source": "server"
},
"completion_tokens": {
"value": 12,
"source": "server"
},
"reused_tokens": {
"value": 0,
"source": "server"
},
"evaluated_tokens": {
"value": 41,
"source": "server"
},
"prefill_ms": {
"value": 33.096,
"source": "server"
},
"decode_ms": {
"value": 76.157,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 21,
"source": "estimate"
},
"tools": {
"value": 0,
"source": "estimate"
},
"history": {
"value": 0,
"source": "estimate"
},
"new_content": {
"value": 21,
"source": "estimate"
}
},
"linked_to": null,
"new_conversation": false,
"prefix_tokens": null,
"break_cause": null,
"compaction": false,
"predicted_reuse": null,
"observed_reuse": null,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [],
"other_domains_between": [],
"loss_measured": false
},
{
"id": 8,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #2",
"t_start_ms": 1789994304965,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 3,
"turn": 2,
"counts": {
"prompt_tokens": {
"value": 456,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 385,
"source": "server"
},
"evaluated_tokens": {
"value": 71,
"source": "server"
},
"prefill_ms": {
"value": 41.691,
"source": "server"
},
"decode_ms": {
"value": 1074.928,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 304,
"source": "estimate"
},
"tools": {
"value": 80,
"source": "estimate"
},
"history": {
"value": 19,
"source": "estimate"
},
"new_content": {
"value": 53,
"source": "estimate"
}
},
"linked_to": 4,
"new_conversation": false,
"prefix_tokens": 403,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.883495145631068,
"observed_reuse": 0.8442982456140351,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [
7
],
"other_conversations_between": [
5,
6
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 9,
"api": "openai_chat",
"model": "gemma",
"client": "other-agent/2",
"t_start_ms": 1789994305638,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 4,
"turn": 2,
"counts": {
"prompt_tokens": {
"value": 538,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 447,
"source": "server"
},
"evaluated_tokens": {
"value": 91,
"source": "server"
},
"prefill_ms": {
"value": 45.148,
"source": "server"
},
"decode_ms": {
"value": 1074.919,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 312,
"source": "estimate"
},
"tools": {
"value": 143,
"source": "estimate"
},
"history": {
"value": 15,
"source": "estimate"
},
"new_content": {
"value": 68,
"source": "estimate"
}
},
"linked_to": 5,
"new_conversation": false,
"prefix_tokens": 470,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.8728522336769761,
"observed_reuse": 0.8308550185873605,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [
7
],
"other_conversations_between": [
6,
8
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 10,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #1",
"t_start_ms": 1789994306762,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 2,
"turn": 3,
"counts": {
"prompt_tokens": {
"value": 481,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 448,
"source": "server"
},
"evaluated_tokens": {
"value": 33,
"source": "server"
},
"prefill_ms": {
"value": 35.034,
"source": "server"
},
"decode_ms": {
"value": 1076.779,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 321,
"source": "estimate"
},
"tools": {
"value": 45,
"source": "estimate"
},
"history": {
"value": 95,
"source": "estimate"
},
"new_content": {
"value": 20,
"source": "estimate"
}
},
"linked_to": 6,
"new_conversation": false,
"prefix_tokens": 461,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.9591439688715954,
"observed_reuse": 0.9313929313929314,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [
7
],
"other_conversations_between": [
8,
9
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 11,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #1",
"t_start_ms": 1789994306878,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 1,
"turn": 3,
"counts": {
"prompt_tokens": {
"value": 578,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 526,
"source": "server"
},
"evaluated_tokens": {
"value": 52,
"source": "server"
},
"prefill_ms": {
"value": 40.323,
"source": "server"
},
"decode_ms": {
"value": 1076.581,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 317,
"source": "estimate"
},
"tools": {
"value": 145,
"source": "estimate"
},
"history": {
"value": 77,
"source": "estimate"
},
"new_content": {
"value": 39,
"source": "estimate"
}
},
"linked_to": 3,
"new_conversation": false,
"prefix_tokens": 539,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.9319286871961101,
"observed_reuse": 0.9100346020761245,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [
7
],
"other_conversations_between": [
4,
5,
6,
8,
9,
10
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 12,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #2",
"t_start_ms": 1789994307997,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 3,
"turn": 3,
"counts": {
"prompt_tokens": {
"value": 483,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 451,
"source": "server"
},
"evaluated_tokens": {
"value": 32,
"source": "server"
},
"prefill_ms": {
"value": 35.141,
"source": "server"
},
"decode_ms": {
"value": 1082.055,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 309,
"source": "estimate"
},
"tools": {
"value": 81,
"source": "estimate"
},
"history": {
"value": 74,
"source": "estimate"
},
"new_content": {
"value": 19,
"source": "estimate"
}
},
"linked_to": 8,
"new_conversation": false,
"prefix_tokens": 464,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.9608208955223881,
"observed_reuse": 0.9337474120082816,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [
9,
10,
11
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 13,
"api": "openai_chat",
"model": "gemma",
"client": "other-agent/2",
"t_start_ms": 1789994309125,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 4,
"turn": 3,
"counts": {
"prompt_tokens": {
"value": 561,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 533,
"source": "server"
},
"evaluated_tokens": {
"value": 28,
"source": "server"
},
"prefill_ms": {
"value": 35.56,
"source": "server"
},
"decode_ms": {
"value": 1080.459,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 317,
"source": "estimate"
},
"tools": {
"value": 146,
"source": "estimate"
},
"history": {
"value": 85,
"source": "estimate"
},
"new_content": {
"value": 14,
"source": "estimate"
}
},
"linked_to": 9,
"new_conversation": false,
"prefix_tokens": 547,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.9748743718592966,
"observed_reuse": 0.9500891265597148,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [
10,
11,
12
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 14,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #1",
"t_start_ms": 1789994310245,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 2,
"turn": 4,
"counts": {
"prompt_tokens": {
"value": 508,
"source": "server"
},
"completion_tokens": {
"value": 114,
"source": "server"
},
"reused_tokens": {
"value": 476,
"source": "server"
},
"evaluated_tokens": {
"value": 32,
"source": "server"
},
"prefill_ms": {
"value": 35.852,
"source": "server"
},
"decode_ms": {
"value": 768.693,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 326,
"source": "estimate"
},
"tools": {
"value": 46,
"source": "estimate"
},
"history": {
"value": 117,
"source": "estimate"
},
"new_content": {
"value": 19,
"source": "estimate"
}
},
"linked_to": 10,
"new_conversation": false,
"prefix_tokens": 489,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.9625468164794008,
"observed_reuse": 0.937007874015748,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [
11,
12,
13
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 15,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #1",
"t_start_ms": 1789994311370,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 1,
"turn": 4,
"counts": {
"prompt_tokens": {
"value": 596,
"source": "server"
},
"completion_tokens": {
"value": 125,
"source": "server"
},
"reused_tokens": {
"value": 0,
"source": "server"
},
"evaluated_tokens": {
"value": 596,
"source": "server"
},
"prefill_ms": {
"value": 153.6,
"source": "server"
},
"decode_ms": {
"value": 845.829,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 321,
"source": "estimate"
},
"tools": {
"value": 147,
"source": "estimate"
},
"history": {
"value": 0,
"source": "estimate"
},
"new_content": {
"value": 128,
"source": "estimate"
}
},
"linked_to": 11,
"new_conversation": false,
"prefix_tokens": 0,
"break_cause": "system_changed",
"compaction": false,
"predicted_reuse": 0.0,
"observed_reuse": 0.0,
"cause": "structural",
"lost_client": {
"cause": "system_changed",
"tokens": 585,
"ms": {
"value": 150.7651006711409,
"source": "server"
}
},
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [
12,
13,
14
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 16,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #2",
"t_start_ms": 1789994312494,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 3,
"turn": 4,
"counts": {
"prompt_tokens": {
"value": 509,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 478,
"source": "server"
},
"evaluated_tokens": {
"value": 31,
"source": "server"
},
"prefill_ms": {
"value": 35.967,
"source": "server"
},
"decode_ms": {
"value": 1086.345,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 314,
"source": "estimate"
},
"tools": {
"value": 82,
"source": "estimate"
},
"history": {
"value": 94,
"source": "estimate"
},
"new_content": {
"value": 18,
"source": "estimate"
}
},
"linked_to": 12,
"new_conversation": false,
"prefix_tokens": 491,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.9640287769784172,
"observed_reuse": 0.9390962671905697,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [
13,
14,
15
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 17,
"api": "openai_chat",
"model": "gemma",
"client": "other-agent/2",
"t_start_ms": 1789994313618,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 4,
"turn": 4,
"counts": {
"prompt_tokens": {
"value": 583,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 556,
"source": "server"
},
"evaluated_tokens": {
"value": 27,
"source": "server"
},
"prefill_ms": {
"value": 35.241,
"source": "server"
},
"decode_ms": {
"value": 1083.877,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 322,
"source": "estimate"
},
"tools": {
"value": 148,
"source": "estimate"
},
"history": {
"value": 100,
"source": "estimate"
},
"new_content": {
"value": 13,
"source": "estimate"
}
},
"linked_to": 13,
"new_conversation": false,
"prefix_tokens": 570,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.9770867430441897,
"observed_reuse": 0.9536878216123499,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [
14,
15,
16
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 18,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #1",
"t_start_ms": 1789994314430,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 2,
"turn": 5,
"counts": {
"prompt_tokens": {
"value": 553,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 503,
"source": "server"
},
"evaluated_tokens": {
"value": 50,
"source": "server"
},
"prefill_ms": {
"value": 40.513,
"source": "server"
},
"decode_ms": {
"value": 1084.238,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 329,
"source": "estimate"
},
"tools": {
"value": 46,
"source": "estimate"
},
"history": {
"value": 137,
"source": "estimate"
},
"new_content": {
"value": 41,
"source": "estimate"
}
},
"linked_to": 14,
"new_conversation": false,
"prefix_tokens": 512,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.925476603119584,
"observed_reuse": 0.9095840867992767,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [
15,
16,
17
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 19,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #1",
"t_start_ms": 1789994315436,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 1,
"turn": 5,
"counts": {
"prompt_tokens": {
"value": 633,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 591,
"source": "server"
},
"evaluated_tokens": {
"value": 42,
"source": "server"
},
"prefill_ms": {
"value": 38.399,
"source": "server"
},
"decode_ms": {
"value": 1090.244,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 323,
"source": "estimate"
},
"tools": {
"value": 148,
"source": "estimate"
},
"history": {
"value": 129,
"source": "estimate"
},
"new_content": {
"value": 34,
"source": "estimate"
}
},
"linked_to": 15,
"new_conversation": false,
"prefix_tokens": 599,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.9458646616541352,
"observed_reuse": 0.933649289099526,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [
16,
17,
18
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 20,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #2",
"t_start_ms": 1789994316566,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 3,
"turn": 5,
"counts": {
"prompt_tokens": {
"value": 533,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 504,
"source": "server"
},
"evaluated_tokens": {
"value": 29,
"source": "server"
},
"prefill_ms": {
"value": 36.128,
"source": "server"
},
"decode_ms": {
"value": 1088.266,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 320,
"source": "estimate"
},
"tools": {
"value": 84,
"source": "estimate"
},
"history": {
"value": 115,
"source": "estimate"
},
"new_content": {
"value": 15,
"source": "estimate"
}
},
"linked_to": 16,
"new_conversation": false,
"prefix_tokens": 518,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.9720279720279721,
"observed_reuse": 0.9455909943714822,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [
17,
18,
19
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 21,
"api": "openai_chat",
"model": "gemma",
"client": "other-agent/2",
"t_start_ms": 1789994317692,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 4,
"turn": 5,
"counts": {
"prompt_tokens": {
"value": 603,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 578,
"source": "server"
},
"evaluated_tokens": {
"value": 25,
"source": "server"
},
"prefill_ms": {
"value": 34.646,
"source": "server"
},
"decode_ms": {
"value": 1091.909,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 327,
"source": "estimate"
},
"tools": {
"value": 150,
"source": "estimate"
},
"history": {
"value": 115,
"source": "estimate"
},
"new_content": {
"value": 11,
"source": "estimate"
}
},
"linked_to": 17,
"new_conversation": false,
"prefix_tokens": 592,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.9823151125401929,
"observed_reuse": 0.9585406301824212,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [
18,
19,
20
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 22,
"api": "openai_chat",
"model": "gemma",
"client": "llmp-drive/1 #1",
"t_start_ms": 1789994319962,
"kind": "turn",
"side_call_shape": null,
"session": 1,
"conversation": 1,
"turn": 6,
"counts": {
"prompt_tokens": {
"value": 633,
"source": "server"
},
"completion_tokens": {
"value": 160,
"source": "server"
},
"reused_tokens": {
"value": 628,
"source": "server"
},
"evaluated_tokens": {
"value": 5,
"source": "server"
},
"prefill_ms": {
"value": 20.31,
"source": "server"
},
"decode_ms": {
"value": 1093.292,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 323,
"source": "estimate"
},
"tools": {
"value": 148,
"source": "estimate"
},
"history": {
"value": 163,
"source": "estimate"
},
"new_content": {
"value": 0,
"source": "estimate"
}
},
"linked_to": 19,
"new_conversation": false,
"prefix_tokens": 633,
"break_cause": null,
"compaction": false,
"predicted_reuse": 0.9999999999999998,
"observed_reuse": 0.9921011058451816,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [
20,
21
],
"other_domains_between": [],
"loss_measured": true
},
{
"id": 24,
"api": "openai_chat",
"model": "no-such-model",
"client": "llmp-drive/1 #1",
"t_start_ms": 1789994323349,
"kind": "turn",
"side_call_shape": null,
"session": 2,
"conversation": 5,
"turn": 1,
"counts": {
"prompt_tokens": {
"value": 161,
"source": "server"
},
"completion_tokens": {
"value": 46,
"source": "server"
},
"reused_tokens": {
"value": 0,
"source": "server"
},
"evaluated_tokens": {
"value": 161,
"source": "server"
},
"prefill_ms": {
"value": 52.961,
"source": "server"
},
"decode_ms": {
"value": 310.29,
"source": "server"
},
"load_ms": null
},
"composition": {
"system": {
"value": 0,
"source": "estimate"
},
"tools": {
"value": 160,
"source": "estimate"
},
"history": {
"value": 0,
"source": "estimate"
},
"new_content": {
"value": 1,
"source": "estimate"
}
},
"linked_to": null,
"new_conversation": false,
"prefix_tokens": null,
"break_cause": null,
"compaction": false,
"predicted_reuse": null,
"observed_reuse": null,
"cause": null,
"lost_client": null,
"lost_external": null,
"side_calls_between": [],
"other_conversations_between": [],
"other_domains_between": [],
"loss_measured": false
}
]
}