llmp 0.1.0

Measures how well a local LLM setup uses its model: a recording proxy and a prompt-reuse analysis
Documentation 
1
2
3
4
5
6
7
8
9

{"v":1,"id":1,"conn":1,"t_start_ms":1789988969431,"t_first_byte_ms":1789988969590,"t_end_ms":1789988970131,"request":{"method":"POST","path":"/v1/chat/completions","headers":{"content-length":"2219","content-type":"application/json","user-agent":"llmp-drive/1"},"body_bytes":2219,"body":null,"body_text":null,"digest":{"model":"gemma","params":{"max_tokens":160,"response_format":false,"grammar":false,"stream":true},"messages":[{"role":"system","hash":"bd5fa593911dcf32","chars":1328,"head":"07714cbeb3bdd576","tail":"ac1023f0bc277988","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"aeb930dfcc35af08","chars":48,"head":"2d0ab46bb394afd4","tail":"2d0ab46bb394afd4","tool_calls":[],"tool_call_id":null,"name":null}],"tools":[{"name":"read_file","hash":"dc083368c16e7271","chars":191},{"name":"list_dir","hash":"455e7f655a8c9968","chars":193},{"name":"write_file","hash":"793deff5278e55bd","chars":229}],"tools_hash":"4b3ed45e13df24fc"}},"response":{"status":200,"headers":{"content-type":"text/event-stream","transfer-encoding":"chunked"},"stream":"sse","chunks":55,"bad_chunks":0,"body_bytes":16999,"truncated":false,"body":null,"body_text":null,"digest":{"usage":{"created":1789988970,"id":"chatcmpl-hSRtpEMynRrHt2J8qxpTIJIMaAVlHpDY","model":"/home/user/models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf","object":"chat.completion","system_fingerprint":"b10015-5d3321c","timings":{"cache_n":0,"predicted_ms":540.36,"predicted_n":65,"predicted_per_second":120.29017691909098,"predicted_per_token_ms":8.313230769230769,"prompt_ms":147.001,"prompt_n":443,"prompt_per_second":3013.5849415990365,"prompt_per_token_ms":0.3318306997742664}},"output":{"content_chars":0,"reasoning_chars":155,"tool_calls":[{"id":"PSLUNzjc7rIxf7vsLSnqOHfuvqkyFVnA","name":"read_file"}]}}},"error":null,"tokens":null}
{"v":1,"id":2,"conn":2,"t_start_ms":1789988970132,"t_first_byte_ms":1789988971543,"t_end_ms":1789988971543,"request":{"method":"POST","path":"/v1/chat/completions","headers":{"content-length":"2682","content-type":"application/json","user-agent":"llmp-drive/1"},"body_bytes":2682,"body":null,"body_text":null,"digest":{"model":"gemma","params":{"max_tokens":160,"response_format":false,"grammar":false,"stream":false},"messages":[{"role":"system","hash":"bd5fa593911dcf32","chars":1328,"head":"07714cbeb3bdd576","tail":"ac1023f0bc277988","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"aeb930dfcc35af08","chars":48,"head":"2d0ab46bb394afd4","tail":"2d0ab46bb394afd4","tool_calls":[],"tool_call_id":null,"name":null},{"role":"assistant","hash":"9c60667bf4e9289d","chars":134,"head":"6bed000bc98a0157","tail":"6bed000bc98a0157","tool_calls":[{"id":"PSLUNzjc7rIxf7vsLSnqOHfuvqkyFVnA","name":"read_file"}],"tool_call_id":null,"name":null},{"role":"tool","hash":"b12701446839ae31","chars":102,"head":"3ca671c5e354d82a","tail":"3ca671c5e354d82a","tool_calls":[],"tool_call_id":"PSLUNzjc7rIxf7vsLSnqOHfuvqkyFVnA","name":null},{"role":"user","hash":"a2a0db6e8c42a55f","chars":40,"head":"fdb62b0d77a6190d","tail":"fdb62b0d77a6190d","tool_calls":[],"tool_call_id":null,"name":null}],"tools":[{"name":"read_file","hash":"dc083368c16e7271","chars":191},{"name":"list_dir","hash":"455e7f655a8c9968","chars":193},{"name":"write_file","hash":"793deff5278e55bd","chars":229}],"tools_hash":"4b3ed45e13df24fc"}},"response":{"status":200,"headers":{"content-length":"1375","content-type":"application/json; charset=utf-8"},"stream":null,"chunks":null,"bad_chunks":null,"body_bytes":1375,"truncated":false,"body":null,"body_text":null,"digest":{"usage":{"created":1789988971,"id":"chatcmpl-A1wHROB5EJMIBkfxAlKqpus9nYwfB681","model":"/home/user/models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf","object":"chat.completion","system_fingerprint":"b10015-5d3321c","timings":{"cache_n":438,"predicted_ms":1345.158,"predicted_n":160,"predicted_per_second":118.94513506963494,"predicted_per_token_ms":8.407237499999999,"prompt_ms":54.689,"prompt_n":87,"prompt_per_second":1590.8135091151785,"prompt_per_token_ms":0.6286091954022989},"usage":{"completion_tokens":160,"prompt_tokens":525,"prompt_tokens_details":{"cached_tokens":438},"total_tokens":685}},"output":{"content_chars":191,"reasoning_chars":470,"tool_calls":[]}}},"error":null,"tokens":null}
{"v":1,"id":3,"conn":3,"t_start_ms":1789988971544,"t_first_byte_ms":1789988971687,"t_end_ms":1789988971687,"request":{"method":"POST","path":"/v1/chat/completions","headers":{"content-length":"258","content-type":"application/json","user-agent":"llmp-drive/1"},"body_bytes":258,"body":null,"body_text":null,"digest":{"model":"gemma","params":{"max_tokens":12,"response_format":false,"grammar":false,"stream":false},"messages":[{"role":"system","hash":"73691438a5ad540e","chars":46,"head":"2e733e71c445d50c","tail":"2e733e71c445d50c","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"aeb930dfcc35af08","chars":48,"head":"2d0ab46bb394afd4","tail":"2d0ab46bb394afd4","tool_calls":[],"tool_call_id":null,"name":null}],"tools":[],"tools_hash":null}},"response":{"status":200,"headers":{"content-length":"726","content-type":"application/json; charset=utf-8"},"stream":null,"chunks":null,"bad_chunks":null,"body_bytes":726,"truncated":false,"body":null,"body_text":null,"digest":{"usage":{"created":1789988971,"id":"chatcmpl-bfkCJ6uUeU9ypYYFrrr9oEkekEozs3nm","model":"/home/user/models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf","object":"chat.completion","system_fingerprint":"b10015-5d3321c","timings":{"cache_n":0,"predicted_ms":92.161,"predicted_n":12,"predicted_per_second":130.20692049782446,"predicted_per_token_ms":7.680083333333333,"prompt_ms":39.685,"prompt_n":41,"prompt_per_second":1033.1359455713746,"prompt_per_token_ms":0.9679268292682928},"usage":{"completion_tokens":12,"prompt_tokens":41,"prompt_tokens_details":{"cached_tokens":0},"total_tokens":53}},"output":{"content_chars":0,"reasoning_chars":32,"tool_calls":[]}}},"error":null,"tokens":null}
{"v":1,"id":4,"conn":4,"t_start_ms":1789988971688,"t_first_byte_ms":1789988971754,"t_end_ms":1789988973295,"request":{"method":"POST","path":"/v1/chat/completions","headers":{"content-length":"2987","content-type":"application/json","user-agent":"llmp-drive/1"},"body_bytes":2987,"body":null,"body_text":null,"digest":{"model":"gemma","params":{"max_tokens":160,"response_format":false,"grammar":false,"stream":true},"messages":[{"role":"system","hash":"bd5fa593911dcf32","chars":1328,"head":"07714cbeb3bdd576","tail":"ac1023f0bc277988","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"aeb930dfcc35af08","chars":48,"head":"2d0ab46bb394afd4","tail":"2d0ab46bb394afd4","tool_calls":[],"tool_call_id":null,"name":null},{"role":"assistant","hash":"9c60667bf4e9289d","chars":134,"head":"6bed000bc98a0157","tail":"6bed000bc98a0157","tool_calls":[{"id":"PSLUNzjc7rIxf7vsLSnqOHfuvqkyFVnA","name":"read_file"}],"tool_call_id":null,"name":null},{"role":"tool","hash":"b12701446839ae31","chars":102,"head":"3ca671c5e354d82a","tail":"3ca671c5e354d82a","tool_calls":[],"tool_call_id":"PSLUNzjc7rIxf7vsLSnqOHfuvqkyFVnA","name":null},{"role":"user","hash":"a2a0db6e8c42a55f","chars":40,"head":"fdb62b0d77a6190d","tail":"fdb62b0d77a6190d","tool_calls":[],"tool_call_id":null,"name":null},{"role":"assistant","hash":"4a5ae7b9ae5e2699","chars":191,"head":"27fee8f29f3bd5f4","tail":"27fee8f29f3bd5f4","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"0d7ed5df27fba5d2","chars":44,"head":"182ab91494f489aa","tail":"182ab91494f489aa","tool_calls":[],"tool_call_id":null,"name":null}],"tools":[{"name":"read_file","hash":"dc083368c16e7271","chars":191},{"name":"list_dir","hash":"455e7f655a8c9968","chars":193},{"name":"write_file","hash":"793deff5278e55bd","chars":229}],"tools_hash":"4b3ed45e13df24fc"}},"response":{"status":200,"headers":{"content-type":"text/event-stream","transfer-encoding":"chunked"},"stream":"sse","chunks":159,"bad_chunks":0,"body_bytes":47528,"truncated":false,"body":null,"body_text":null,"digest":{"usage":{"created":1789988973,"id":"chatcmpl-0D1Jre5cLtOCTaOJ8lu65Z2NTpDQOYG8","model":"/home/user/models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf","object":"chat.completion","system_fingerprint":"b10015-5d3321c","timings":{"cache_n":520,"predicted_ms":1537.229,"predicted_n":160,"predicted_per_second":104.08338640501836,"predicted_per_token_ms":9.60768125,"prompt_ms":50.524,"prompt_n":67,"prompt_per_second":1326.102446362125,"prompt_per_token_ms":0.754089552238806}},"output":{"content_chars":0,"reasoning_chars":669,"tool_calls":[]}}},"error":null,"tokens":null}
{"v":1,"id":5,"conn":5,"t_start_ms":1789988973303,"t_first_byte_ms":1789988974027,"t_end_ms":1789988979622,"request":{"method":"POST","path":"/v1/chat/completions","headers":{"content-length":"3100","content-type":"application/json","user-agent":"llmp-drive/1"},"body_bytes":3100,"body":null,"body_text":null,"digest":{"model":"gemma","params":{"max_tokens":160,"response_format":false,"grammar":false,"stream":true},"messages":[{"role":"system","hash":"5e89de5ee65e4f99","chars":1329,"head":"07714cbeb3bdd576","tail":"f1a2a4b63eb06704","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"aeb930dfcc35af08","chars":48,"head":"2d0ab46bb394afd4","tail":"2d0ab46bb394afd4","tool_calls":[],"tool_call_id":null,"name":null},{"role":"assistant","hash":"9c60667bf4e9289d","chars":134,"head":"6bed000bc98a0157","tail":"6bed000bc98a0157","tool_calls":[{"id":"PSLUNzjc7rIxf7vsLSnqOHfuvqkyFVnA","name":"read_file"}],"tool_call_id":null,"name":null},{"role":"tool","hash":"b12701446839ae31","chars":102,"head":"3ca671c5e354d82a","tail":"3ca671c5e354d82a","tool_calls":[],"tool_call_id":"PSLUNzjc7rIxf7vsLSnqOHfuvqkyFVnA","name":null},{"role":"user","hash":"a2a0db6e8c42a55f","chars":40,"head":"fdb62b0d77a6190d","tail":"fdb62b0d77a6190d","tool_calls":[],"tool_call_id":null,"name":null},{"role":"assistant","hash":"4a5ae7b9ae5e2699","chars":191,"head":"27fee8f29f3bd5f4","tail":"27fee8f29f3bd5f4","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"0d7ed5df27fba5d2","chars":44,"head":"182ab91494f489aa","tail":"182ab91494f489aa","tool_calls":[],"tool_call_id":null,"name":null},{"role":"assistant","hash":"050924ac9c725ac0","chars":0,"head":"cbf29ce484222325","tail":"cbf29ce484222325","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"be81a35dfebffe4e","chars":41,"head":"3897c6b6283d2e2e","tail":"3897c6b6283d2e2e","tool_calls":[],"tool_call_id":null,"name":null}],"tools":[{"name":"read_file","hash":"dc083368c16e7271","chars":191},{"name":"list_dir","hash":"455e7f655a8c9968","chars":193},{"name":"write_file","hash":"793deff5278e55bd","chars":229}],"tools_hash":"4b3ed45e13df24fc"}},"response":{"status":200,"headers":{"content-type":"text/event-stream","transfer-encoding":"chunked"},"stream":"sse","chunks":158,"bad_chunks":0,"body_bytes":47205,"truncated":false,"body":null,"body_text":null,"digest":{"usage":{"created":1789988979,"id":"chatcmpl-a1RqCdkkjJidzpco0yW5P5QGPbeFKfkY","model":"/home/user/models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf","object":"chat.completion","system_fingerprint":"b10015-5d3321c","timings":{"cache_n":0,"predicted_ms":5597.448,"predicted_n":160,"predicted_per_second":28.584454915883093,"predicted_per_token_ms":34.98405,"prompt_ms":580.109,"prompt_n":605,"prompt_per_second":1042.9074535992372,"prompt_per_token_ms":0.9588578512396696}},"output":{"content_chars":0,"reasoning_chars":631,"tool_calls":[]}}},"error":null,"tokens":null}
{"v":1,"id":6,"conn":6,"t_start_ms":1789988979624,"t_first_byte_ms":1789988981007,"t_end_ms":1789988981007,"request":{"method":"POST","path":"/v1/chat/completions","headers":{"content-length":"3198","content-type":"application/json","user-agent":"llmp-drive/1"},"body_bytes":3198,"body":null,"body_text":null,"digest":{"model":"gemma","params":{"max_tokens":160,"response_format":false,"grammar":false,"stream":false},"messages":[{"role":"system","hash":"5e89de5ee65e4f99","chars":1329,"head":"07714cbeb3bdd576","tail":"f1a2a4b63eb06704","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"aeb930dfcc35af08","chars":48,"head":"2d0ab46bb394afd4","tail":"2d0ab46bb394afd4","tool_calls":[],"tool_call_id":null,"name":null},{"role":"assistant","hash":"9c60667bf4e9289d","chars":134,"head":"6bed000bc98a0157","tail":"6bed000bc98a0157","tool_calls":[{"id":"PSLUNzjc7rIxf7vsLSnqOHfuvqkyFVnA","name":"read_file"}],"tool_call_id":null,"name":null},{"role":"tool","hash":"b12701446839ae31","chars":102,"head":"3ca671c5e354d82a","tail":"3ca671c5e354d82a","tool_calls":[],"tool_call_id":"PSLUNzjc7rIxf7vsLSnqOHfuvqkyFVnA","name":null},{"role":"user","hash":"a2a0db6e8c42a55f","chars":40,"head":"fdb62b0d77a6190d","tail":"fdb62b0d77a6190d","tool_calls":[],"tool_call_id":null,"name":null},{"role":"assistant","hash":"4a5ae7b9ae5e2699","chars":191,"head":"27fee8f29f3bd5f4","tail":"27fee8f29f3bd5f4","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"0d7ed5df27fba5d2","chars":44,"head":"182ab91494f489aa","tail":"182ab91494f489aa","tool_calls":[],"tool_call_id":null,"name":null},{"role":"assistant","hash":"050924ac9c725ac0","chars":0,"head":"cbf29ce484222325","tail":"cbf29ce484222325","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"be81a35dfebffe4e","chars":41,"head":"3897c6b6283d2e2e","tail":"3897c6b6283d2e2e","tool_calls":[],"tool_call_id":null,"name":null},{"role":"assistant","hash":"050924ac9c725ac0","chars":0,"head":"cbf29ce484222325","tail":"cbf29ce484222325","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"cbc1bae4ceb3c5d2","chars":26,"head":"d9ea8b7ac1e7d5aa","tail":"d9ea8b7ac1e7d5aa","tool_calls":[],"tool_call_id":null,"name":null}],"tools":[{"name":"read_file","hash":"dc083368c16e7271","chars":191},{"name":"list_dir","hash":"455e7f655a8c9968","chars":193},{"name":"write_file","hash":"793deff5278e55bd","chars":229}],"tools_hash":"4b3ed45e13df24fc"}},"response":{"status":200,"headers":{"content-length":"1330","content-type":"application/json; charset=utf-8"},"stream":null,"chunks":null,"bad_chunks":null,"body_bytes":1330,"truncated":false,"body":null,"body_text":null,"digest":{"usage":{"created":1789988981,"id":"chatcmpl-DzWNDhI9NCm3ww3FzTsghxaMx6BLxD0P","model":"/home/user/models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf","object":"chat.completion","system_fingerprint":"b10015-5d3321c","timings":{"cache_n":605,"predicted_ms":1331.919,"predicted_n":160,"predicted_per_second":120.12742516624508,"predicted_per_token_ms":8.32449375,"prompt_ms":35.185,"prompt_n":16,"prompt_per_second":454.73923546966034,"prompt_per_token_ms":2.1990625},"usage":{"completion_tokens":160,"prompt_tokens":621,"prompt_tokens_details":{"cached_tokens":605},"total_tokens":781}},"output":{"content_chars":0,"reasoning_chars":629,"tool_calls":[]}}},"error":null,"tokens":null}
{"v":1,"id":7,"conn":7,"t_start_ms":1789988981008,"t_first_byte_ms":1789988981033,"t_end_ms":1789988983185,"request":{"method":"POST","path":"/v1/chat/completions","headers":{"content-length":"3197","content-type":"application/json","user-agent":"llmp-drive/1"},"body_bytes":3197,"body":null,"body_text":null,"digest":{"model":"gemma","params":{"max_tokens":160,"response_format":false,"grammar":false,"stream":true},"messages":[{"role":"system","hash":"5e89de5ee65e4f99","chars":1329,"head":"07714cbeb3bdd576","tail":"f1a2a4b63eb06704","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"aeb930dfcc35af08","chars":48,"head":"2d0ab46bb394afd4","tail":"2d0ab46bb394afd4","tool_calls":[],"tool_call_id":null,"name":null},{"role":"assistant","hash":"9c60667bf4e9289d","chars":134,"head":"6bed000bc98a0157","tail":"6bed000bc98a0157","tool_calls":[{"id":"PSLUNzjc7rIxf7vsLSnqOHfuvqkyFVnA","name":"read_file"}],"tool_call_id":null,"name":null},{"role":"tool","hash":"b12701446839ae31","chars":102,"head":"3ca671c5e354d82a","tail":"3ca671c5e354d82a","tool_calls":[],"tool_call_id":"PSLUNzjc7rIxf7vsLSnqOHfuvqkyFVnA","name":null},{"role":"user","hash":"a2a0db6e8c42a55f","chars":40,"head":"fdb62b0d77a6190d","tail":"fdb62b0d77a6190d","tool_calls":[],"tool_call_id":null,"name":null},{"role":"assistant","hash":"4a5ae7b9ae5e2699","chars":191,"head":"27fee8f29f3bd5f4","tail":"27fee8f29f3bd5f4","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"0d7ed5df27fba5d2","chars":44,"head":"182ab91494f489aa","tail":"182ab91494f489aa","tool_calls":[],"tool_call_id":null,"name":null},{"role":"assistant","hash":"050924ac9c725ac0","chars":0,"head":"cbf29ce484222325","tail":"cbf29ce484222325","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"be81a35dfebffe4e","chars":41,"head":"3897c6b6283d2e2e","tail":"3897c6b6283d2e2e","tool_calls":[],"tool_call_id":null,"name":null},{"role":"assistant","hash":"050924ac9c725ac0","chars":0,"head":"cbf29ce484222325","tail":"cbf29ce484222325","tool_calls":[],"tool_call_id":null,"name":null},{"role":"user","hash":"cbc1bae4ceb3c5d2","chars":26,"head":"d9ea8b7ac1e7d5aa","tail":"d9ea8b7ac1e7d5aa","tool_calls":[],"tool_call_id":null,"name":null}],"tools":[{"name":"read_file","hash":"dc083368c16e7271","chars":191},{"name":"list_dir","hash":"455e7f655a8c9968","chars":193},{"name":"write_file","hash":"793deff5278e55bd","chars":229}],"tools_hash":"4b3ed45e13df24fc"}},"response":{"status":200,"headers":{"content-type":"text/event-stream","transfer-encoding":"chunked"},"stream":"sse","chunks":158,"bad_chunks":0,"body_bytes":47194,"truncated":false,"body":null,"body_text":null,"digest":{"usage":{"created":1789988983,"id":"chatcmpl-5T4G68ynsV2pvTst7ByY4gpg2PYiplTi","model":"/home/user/models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf","object":"chat.completion","system_fingerprint":"b10015-5d3321c","timings":{"cache_n":620,"predicted_ms":2148.751,"predicted_n":160,"predicted_per_second":74.46186179785373,"predicted_per_token_ms":13.429693750000002,"prompt_ms":11.586,"prompt_n":1,"prompt_per_second":86.31106507854307,"prompt_per_token_ms":11.586}},"output":{"content_chars":0,"reasoning_chars":625,"tool_calls":[]}}},"error":null,"tokens":null}
{"v":1,"id":8,"conn":8,"t_start_ms":1789988983195,"t_first_byte_ms":1789988983203,"t_end_ms":1789988983203,"request":{"method":"GET","path":"/v1/models","headers":{"user-agent":"llmp-drive/1"},"body_bytes":0,"body":null,"body_text":null,"digest":null},"response":{"status":200,"headers":{"content-length":"762","content-type":"application/json; charset=utf-8"},"stream":null,"chunks":null,"bad_chunks":null,"body_bytes":762,"truncated":false,"body":null,"body_text":null,"digest":null},"error":null,"tokens":null}
{"v":1,"id":9,"conn":9,"t_start_ms":1789988983207,"t_first_byte_ms":1789988987749,"t_end_ms":1789988987749,"request":{"method":"POST","path":"/v1/chat/completions","headers":{"content-length":"819","content-type":"application/json","user-agent":"llmp-drive/1"},"body_bytes":819,"body":null,"body_text":null,"digest":{"model":"no-such-model","params":{"max_tokens":160,"response_format":false,"grammar":false,"stream":false},"messages":[{"role":"user","hash":"97f0825ae48131a2","chars":2,"head":"08ba5f07b55ec3da","tail":"08ba5f07b55ec3da","tool_calls":[],"tool_call_id":null,"name":null}],"tools":[{"name":"read_file","hash":"dc083368c16e7271","chars":191},{"name":"list_dir","hash":"455e7f655a8c9968","chars":193},{"name":"write_file","hash":"793deff5278e55bd","chars":229}],"tools_hash":"4b3ed45e13df24fc"}},"response":{"status":200,"headers":{"content-length":"879","content-type":"application/json; charset=utf-8"},"stream":null,"chunks":null,"bad_chunks":null,"body_bytes":879,"truncated":false,"body":null,"body_text":null,"digest":{"usage":{"created":1789988987,"id":"chatcmpl-7jr6exjsgjAU6s8hH6nUdV5GUqAxSj7F","model":"/home/user/models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf","object":"chat.completion","system_fingerprint":"b10015-5d3321c","timings":{"cache_n":0,"predicted_ms":3895.128,"predicted_n":46,"predicted_per_second":11.80962474147191,"predicted_per_token_ms":84.67669565217392,"prompt_ms":581.042,"prompt_n":161,"prompt_per_second":277.08840324795796,"prompt_per_token_ms":3.6089565217391306},"usage":{"completion_tokens":46,"prompt_tokens":161,"prompt_tokens_details":{"cached_tokens":0},"total_tokens":207}},"output":{"content_chars":32,"reasoning_chars":150,"tool_calls":[]}}},"error":null,"tokens":null}