dynamo_llm/protocols/common/
postprocessor.rs

1// SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2// SPDX-License-Identifier: Apache-2.0
3//
4// Licensed under the Apache License, Version 2.0 (the "License");
5// you may not use this file except in compliance with the License.
6// You may obtain a copy of the License at
7//
8// http://www.apache.org/licenses/LICENSE-2.0
9//
10// Unless required by applicable law or agreed to in writing, software
11// distributed under the License is distributed on an "AS IS" BASIS,
12// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13// See the License for the specific language governing permissions and
14// limitations under the License.
15
16use serde::{Deserialize, Serialize};
17
18use super::FinishReason;
19use crate::protocols::TokenIdType;
20
21#[derive(Serialize, Deserialize, Debug, Clone, PartialEq)]
22pub struct PostprocessedResponse {
23    /// Model Deployment Card checksum
24    pub mdcsum: String,
25
26    // if the number of slots for a given request is greater than 1
27    // this indicates the index of the slot for the response
28    pub index: Option<usize>,
29
30    pub finish_reason: Option<FinishReason>,
31
32    // new token_ids
33    pub token_ids: Vec<TokenIdType>,
34
35    // tokens
36    pub tokens: Option<Vec<Option<String>>>,
37
38    // decoded text
39    pub text: Option<String>,
40
41    /// cumulative log probabilities
42    pub cum_log_probs: Option<f64>,
43}
dynamo_llm/protocols/common/postprocessor.rs

dynamo_llm/protocols/common/
postprocessor.rs
