pub struct Builder { /* private fields */ }
Expand description
A builder for AsyncInferenceClientConfig
.
Implementations§
source§impl Builder
impl Builder
sourcepub fn max_concurrent_invocations_per_instance(self, input: i32) -> Self
pub fn max_concurrent_invocations_per_instance(self, input: i32) -> Self
The maximum number of concurrent requests sent by the SageMaker client to the model container. If no value is provided, SageMaker chooses an optimal value.
sourcepub fn set_max_concurrent_invocations_per_instance(
self,
input: Option<i32>
) -> Self
pub fn set_max_concurrent_invocations_per_instance(
self,
input: Option<i32>
) -> Self
The maximum number of concurrent requests sent by the SageMaker client to the model container. If no value is provided, SageMaker chooses an optimal value.
sourcepub fn build(self) -> AsyncInferenceClientConfig
pub fn build(self) -> AsyncInferenceClientConfig
Consumes the builder and constructs a AsyncInferenceClientConfig
.