pub type PromptTopLogprobs = (Vec<Option<Vec<f64>>>, Vec<Option<Vec<i32>>>);
Top-k alternatives per prompt position, None for the first.
None