Struct aws_sdk_bedrockagent::types::builders::InferenceConfigurationBuilder

#[non_exhaustive]
pub struct InferenceConfigurationBuilder { /* private fields */ }

A builder for InferenceConfiguration.

Implementations

impl InferenceConfigurationBuilder

pub fn temperature(self, input: f32) -> Self

Controls randomness, higher values increase diversity

pub fn set_temperature(self, input: Option<f32>) -> Self

Controls randomness, higher values increase diversity

pub fn get_temperature(&self) -> &Option<f32>

Controls randomness, higher values increase diversity

pub fn top_p(self, input: f32) -> Self

Cumulative probability cutoff for token selection

pub fn set_top_p(self, input: Option<f32>) -> Self

Cumulative probability cutoff for token selection

pub fn get_top_p(&self) -> &Option<f32>

Cumulative probability cutoff for token selection

pub fn top_k(self, input: i32) -> Self

Sample from the k most likely next tokens

pub fn set_top_k(self, input: Option<i32>) -> Self

Sample from the k most likely next tokens

pub fn get_top_k(&self) -> &Option<i32>

Sample from the k most likely next tokens

pub fn maximum_length(self, input: i32) -> Self

Maximum length of output

pub fn set_maximum_length(self, input: Option<i32>) -> Self

Maximum length of output

pub fn get_maximum_length(&self) -> &Option<i32>

Maximum length of output

pub fn stop_sequences(self, input: impl Into<String>) -> Self

Appends an item to stop_sequences.

To override the contents of this collection use set_stop_sequences.

List of stop sequences

pub fn set_stop_sequences(self, input: Option<Vec<String>>) -> Self

List of stop sequences

pub fn get_stop_sequences(&self) -> &Option<Vec<String>>

List of stop sequences

pub fn build(self) -> InferenceConfiguration

Consumes the builder and constructs a InferenceConfiguration.

Trait Implementations

impl Clone for InferenceConfigurationBuilder

fn clone(&self) -> InferenceConfigurationBuilder

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for InferenceConfigurationBuilder

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for InferenceConfigurationBuilder

fn default() -> InferenceConfigurationBuilder

Returns the “default value” for a type.

impl PartialEq for InferenceConfigurationBuilder

fn eq(&self, other: &InferenceConfigurationBuilder) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for InferenceConfigurationBuilder