use crate::models;
use serde::{Deserialize, Serialize};
#[derive(Clone, Default, Debug, PartialEq, Serialize, Deserialize, bon::Builder)]
pub struct InferenceOptions {
#[serde(rename = "tool_choice", deserialize_with = "Option::deserialize")]
pub tool_choice: Option<Box<models::ToolChoice>>,
#[serde(rename = "model")]
pub model: String,
}
impl InferenceOptions {
pub fn new(tool_choice: Option<models::ToolChoice>, model: String) -> InferenceOptions {
InferenceOptions {
tool_choice: tool_choice.map(Box::new),
model,
}
}
}
impl std::fmt::Display for InferenceOptions {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
match serde_json::to_string(self) {
Ok(s) => write!(f, "{}", s),
Err(_) => Err(std::fmt::Error),
}
}
}