pub struct DecodingParameters {
pub presence_penalty: f32,
pub frequency_penalty: f32,
pub repetition_penalty: f32,
pub logit_bias: HashMap<u32, f32>,
pub allowed_token_ids: Vec<u32>,
pub bad_words_token_ids: Vec<TokenIds>,
pub structured_output: Option<StructuredOutput>,
}Fields§
§presence_penalty: f32Penalties
Default (0.0) means no penalty
frequency_penalty: f32Default (0.0) means no penalty
repetition_penalty: f32Default (0.0) means no penalty
logit_bias: HashMap<u32, f32>§allowed_token_ids: Vec<u32>§bad_words_token_ids: Vec<TokenIds>Token sequences that must not be generated. Each sequence must be nonempty.
structured_output: Option<StructuredOutput>Control structured outputs
Trait Implementations§
Source§impl Clone for DecodingParameters
impl Clone for DecodingParameters
Source§impl Debug for DecodingParameters
impl Debug for DecodingParameters
Source§impl Default for DecodingParameters
impl Default for DecodingParameters
Source§impl Message for DecodingParameters
impl Message for DecodingParameters
Source§fn encoded_len(&self) -> usize
fn encoded_len(&self) -> usize
Returns the encoded length of the message without a length delimiter.
Source§fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>where
Self: Sized,
fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>where
Self: Sized,
Encodes the message to a buffer. Read more
Source§fn encode_to_vec(&self) -> Vec<u8> ⓘwhere
Self: Sized,
fn encode_to_vec(&self) -> Vec<u8> ⓘwhere
Self: Sized,
Encodes the message to a newly allocated buffer.
Source§fn encode_length_delimited(
&self,
buf: &mut impl BufMut,
) -> Result<(), EncodeError>where
Self: Sized,
fn encode_length_delimited(
&self,
buf: &mut impl BufMut,
) -> Result<(), EncodeError>where
Self: Sized,
Encodes the message with a length-delimiter to a buffer. Read more
Source§fn encode_length_delimited_to_vec(&self) -> Vec<u8> ⓘwhere
Self: Sized,
fn encode_length_delimited_to_vec(&self) -> Vec<u8> ⓘwhere
Self: Sized,
Encodes the message with a length-delimiter to a newly allocated buffer.
Source§fn decode(buf: impl Buf) -> Result<Self, DecodeError>where
Self: Default,
fn decode(buf: impl Buf) -> Result<Self, DecodeError>where
Self: Default,
Decodes an instance of the message from a buffer. Read more
Source§fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>where
Self: Default,
fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>where
Self: Default,
Decodes a length-delimited instance of the message from the buffer.
Source§fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
Self: Sized,
fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
Self: Sized,
Decodes an instance of the message from a buffer, and merges it into
self. Read moreSource§fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
Self: Sized,
fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
Self: Sized,
Decodes a length-delimited instance of the message from buffer, and
merges it into
self.Source§impl PartialEq for DecodingParameters
impl PartialEq for DecodingParameters
impl StructuralPartialEq for DecodingParameters
Auto Trait Implementations§
impl Freeze for DecodingParameters
impl RefUnwindSafe for DecodingParameters
impl Send for DecodingParameters
impl Sync for DecodingParameters
impl Unpin for DecodingParameters
impl UnsafeUnpin for DecodingParameters
impl UnwindSafe for DecodingParameters
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request