[
{
"model": "qwen25",
"path": "/home/noah/models/qwen2.5-1.5b-instruct-q4_k_m.gguf",
"system": false,
"thinking": false,
"bos": "<|endoftext|>",
"eos": "<|im_end|>",
"messages": [
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n<|im_start|>user\nWhat is the capital of France? Answer in one word.<|im_end|>\n<|im_start|>assistant\n",
"ids": [
151644,
8948,
198,
2610,
525,
1207,
16948,
11,
3465,
553,
54364,
14817,
13,
1446,
525,
264,
10950,
17847,
13,
151645,
198,
151644,
872,
198,
3838,
374,
279,
6722,
315,
9625,
30,
21806,
304,
825,
3409,
13,
151645,
198,
151644,
77091,
198
]
},
{
"model": "qwen25",
"path": "/home/noah/models/qwen2.5-1.5b-instruct-q4_k_m.gguf",
"system": false,
"thinking": true,
"bos": "<|endoftext|>",
"eos": "<|im_end|>",
"messages": [
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n<|im_start|>user\nWhat is the capital of France? Answer in one word.<|im_end|>\n<|im_start|>assistant\n",
"ids": [
151644,
8948,
198,
2610,
525,
1207,
16948,
11,
3465,
553,
54364,
14817,
13,
1446,
525,
264,
10950,
17847,
13,
151645,
198,
151644,
872,
198,
3838,
374,
279,
6722,
315,
9625,
30,
21806,
304,
825,
3409,
13,
151645,
198,
151644,
77091,
198
]
},
{
"model": "qwen25",
"path": "/home/noah/models/qwen2.5-1.5b-instruct-q4_k_m.gguf",
"system": true,
"thinking": false,
"bos": "<|endoftext|>",
"eos": "<|im_end|>",
"messages": [
{
"role": "system",
"content": "You are a terse geography assistant."
},
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|im_start|>system\nYou are a terse geography assistant.<|im_end|>\n<|im_start|>user\nWhat is the capital of France? Answer in one word.<|im_end|>\n<|im_start|>assistant\n",
"ids": [
151644,
8948,
198,
2610,
525,
264,
50537,
53142,
17847,
13,
151645,
198,
151644,
872,
198,
3838,
374,
279,
6722,
315,
9625,
30,
21806,
304,
825,
3409,
13,
151645,
198,
151644,
77091,
198
]
},
{
"model": "qwen25",
"path": "/home/noah/models/qwen2.5-1.5b-instruct-q4_k_m.gguf",
"system": true,
"thinking": true,
"bos": "<|endoftext|>",
"eos": "<|im_end|>",
"messages": [
{
"role": "system",
"content": "You are a terse geography assistant."
},
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|im_start|>system\nYou are a terse geography assistant.<|im_end|>\n<|im_start|>user\nWhat is the capital of France? Answer in one word.<|im_end|>\n<|im_start|>assistant\n",
"ids": [
151644,
8948,
198,
2610,
525,
264,
50537,
53142,
17847,
13,
151645,
198,
151644,
872,
198,
3838,
374,
279,
6722,
315,
9625,
30,
21806,
304,
825,
3409,
13,
151645,
198,
151644,
77091,
198
]
},
{
"model": "qwen3",
"path": "/home/noah/models/Qwen3-1.7B-Q4_K_M.gguf",
"system": false,
"thinking": false,
"bos": null,
"eos": "<|im_end|>",
"messages": [
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|im_start|>user\nWhat is the capital of France? Answer in one word.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n",
"ids": [
151644,
872,
198,
3838,
374,
279,
6722,
315,
9625,
30,
21806,
304,
825,
3409,
13,
151645,
198,
151644,
77091,
198,
151667,
271,
151668,
271
]
},
{
"model": "qwen3",
"path": "/home/noah/models/Qwen3-1.7B-Q4_K_M.gguf",
"system": false,
"thinking": true,
"bos": null,
"eos": "<|im_end|>",
"messages": [
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|im_start|>user\nWhat is the capital of France? Answer in one word.<|im_end|>\n<|im_start|>assistant\n",
"ids": [
151644,
872,
198,
3838,
374,
279,
6722,
315,
9625,
30,
21806,
304,
825,
3409,
13,
151645,
198,
151644,
77091,
198
]
},
{
"model": "qwen3",
"path": "/home/noah/models/Qwen3-1.7B-Q4_K_M.gguf",
"system": true,
"thinking": false,
"bos": null,
"eos": "<|im_end|>",
"messages": [
{
"role": "system",
"content": "You are a terse geography assistant."
},
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|im_start|>system\nYou are a terse geography assistant.<|im_end|>\n<|im_start|>user\nWhat is the capital of France? Answer in one word.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n",
"ids": [
151644,
8948,
198,
2610,
525,
264,
50537,
53142,
17847,
13,
151645,
198,
151644,
872,
198,
3838,
374,
279,
6722,
315,
9625,
30,
21806,
304,
825,
3409,
13,
151645,
198,
151644,
77091,
198,
151667,
271,
151668,
271
]
},
{
"model": "qwen3",
"path": "/home/noah/models/Qwen3-1.7B-Q4_K_M.gguf",
"system": true,
"thinking": true,
"bos": null,
"eos": "<|im_end|>",
"messages": [
{
"role": "system",
"content": "You are a terse geography assistant."
},
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|im_start|>system\nYou are a terse geography assistant.<|im_end|>\n<|im_start|>user\nWhat is the capital of France? Answer in one word.<|im_end|>\n<|im_start|>assistant\n",
"ids": [
151644,
8948,
198,
2610,
525,
264,
50537,
53142,
17847,
13,
151645,
198,
151644,
872,
198,
3838,
374,
279,
6722,
315,
9625,
30,
21806,
304,
825,
3409,
13,
151645,
198,
151644,
77091,
198
]
},
{
"model": "qwen35",
"path": "/home/noah/models/Qwen3.5-0.8B-IQ4_XS.gguf",
"system": false,
"thinking": false,
"bos": null,
"eos": "<|im_end|>",
"messages": [
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|im_start|>user\nWhat is the capital of France? Answer in one word.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n",
"ids": [
248045,
846,
198,
3710,
369,
279,
6511,
314,
9338,
30,
21134,
303,
799,
3299,
13,
248046,
198,
248045,
74455,
198,
248068,
271,
248069,
271
]
},
{
"model": "qwen35",
"path": "/home/noah/models/Qwen3.5-0.8B-IQ4_XS.gguf",
"system": false,
"thinking": true,
"bos": null,
"eos": "<|im_end|>",
"messages": [
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|im_start|>user\nWhat is the capital of France? Answer in one word.<|im_end|>\n<|im_start|>assistant\n<think>\n",
"ids": [
248045,
846,
198,
3710,
369,
279,
6511,
314,
9338,
30,
21134,
303,
799,
3299,
13,
248046,
198,
248045,
74455,
198,
248068,
198
]
},
{
"model": "qwen35",
"path": "/home/noah/models/Qwen3.5-0.8B-IQ4_XS.gguf",
"system": true,
"thinking": false,
"bos": null,
"eos": "<|im_end|>",
"messages": [
{
"role": "system",
"content": "You are a terse geography assistant."
},
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|im_start|>system\nYou are a terse geography assistant.<|im_end|>\n<|im_start|>user\nWhat is the capital of France? Answer in one word.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n",
"ids": [
248045,
8678,
198,
2523,
513,
264,
48834,
51356,
17313,
13,
248046,
198,
248045,
846,
198,
3710,
369,
279,
6511,
314,
9338,
30,
21134,
303,
799,
3299,
13,
248046,
198,
248045,
74455,
198,
248068,
271,
248069,
271
]
},
{
"model": "qwen35",
"path": "/home/noah/models/Qwen3.5-0.8B-IQ4_XS.gguf",
"system": true,
"thinking": true,
"bos": null,
"eos": "<|im_end|>",
"messages": [
{
"role": "system",
"content": "You are a terse geography assistant."
},
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|im_start|>system\nYou are a terse geography assistant.<|im_end|>\n<|im_start|>user\nWhat is the capital of France? Answer in one word.<|im_end|>\n<|im_start|>assistant\n<think>\n",
"ids": [
248045,
8678,
198,
2523,
513,
264,
48834,
51356,
17313,
13,
248046,
198,
248045,
846,
198,
3710,
369,
279,
6511,
314,
9338,
30,
21134,
303,
799,
3299,
13,
248046,
198,
248045,
74455,
198,
248068,
198
]
},
{
"model": "tinyllama",
"path": "/mnt/nvme-raid0/cache/apr-home/models/tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
"system": false,
"thinking": false,
"bos": "<s>",
"eos": "</s>",
"messages": [
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|user|>\nWhat is the capital of France? Answer in one word.</s>\n<|assistant|>\n",
"ids": [
529,
29989,
1792,
29989,
29958,
13,
5618,
338,
278,
7483,
310,
3444,
29973,
673,
297,
697,
1734,
29889,
2,
29871,
13,
29966,
29989,
465,
22137,
29989,
29958,
13
]
},
{
"model": "tinyllama",
"path": "/mnt/nvme-raid0/cache/apr-home/models/tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
"system": false,
"thinking": true,
"bos": "<s>",
"eos": "</s>",
"messages": [
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|user|>\nWhat is the capital of France? Answer in one word.</s>\n<|assistant|>\n",
"ids": [
529,
29989,
1792,
29989,
29958,
13,
5618,
338,
278,
7483,
310,
3444,
29973,
673,
297,
697,
1734,
29889,
2,
29871,
13,
29966,
29989,
465,
22137,
29989,
29958,
13
]
},
{
"model": "tinyllama",
"path": "/mnt/nvme-raid0/cache/apr-home/models/tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
"system": true,
"thinking": false,
"bos": "<s>",
"eos": "</s>",
"messages": [
{
"role": "system",
"content": "You are a terse geography assistant."
},
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|system|>\nYou are a terse geography assistant.</s>\n<|user|>\nWhat is the capital of France? Answer in one word.</s>\n<|assistant|>\n",
"ids": [
529,
29989,
5205,
29989,
29958,
13,
3492,
526,
263,
1935,
344,
1737,
5275,
20255,
29889,
2,
29871,
13,
29966,
29989,
1792,
29989,
29958,
13,
5618,
338,
278,
7483,
310,
3444,
29973,
673,
297,
697,
1734,
29889,
2,
29871,
13,
29966,
29989,
465,
22137,
29989,
29958,
13
]
},
{
"model": "tinyllama",
"path": "/mnt/nvme-raid0/cache/apr-home/models/tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
"system": true,
"thinking": true,
"bos": "<s>",
"eos": "</s>",
"messages": [
{
"role": "system",
"content": "You are a terse geography assistant."
},
{
"role": "user",
"content": "What is the capital of France? Answer in one word."
}
],
"prompt": "<|system|>\nYou are a terse geography assistant.</s>\n<|user|>\nWhat is the capital of France? Answer in one word.</s>\n<|assistant|>\n",
"ids": [
529,
29989,
5205,
29989,
29958,
13,
3492,
526,
263,
1935,
344,
1737,
5275,
20255,
29889,
2,
29871,
13,
29966,
29989,
1792,
29989,
29958,
13,
5618,
338,
278,
7483,
310,
3444,
29973,
673,
297,
697,
1734,
29889,
2,
29871,
13,
29966,
29989,
465,
22137,
29989,
29958,
13
]
}
]