{
"default": {
"generate_args": {
"max_new_tokens": 400,
"min_new_tokens": 1,
"temperature": 1.0,
"presence_penalty": 1.2,
"disable_optimizations": false
},
"system_prompt": "### Instruction:\nYou are a helpful, respectful and honest virtual assistant. Always answer as helpfully as possible, while being safe. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, don't share false information. The input is the user's query.",
"assistant_name": "### Input:\n",
"user_name": "### Response:"
},
"nucleus9": {
"generate_args": {
"temperature": 0.8,
"top_p": 0.9
}
},
"k50": {
"name": "k50",
"generate_args": {
"top_k": 50,
"top_p": 0.95
}
},
"greedy": {
"name": "greedy",
"generate_args": {
"temperature": 0.0
}
}
}