aws_sdk_sagemakerruntime/operation/
invoke_endpoint_async.rs1#[derive(::std::clone::Clone, ::std::default::Default, ::std::fmt::Debug)]
4#[non_exhaustive]
5pub struct InvokeEndpointAsync;
6impl InvokeEndpointAsync {
7 pub fn new() -> Self {
9 Self
10 }
11 pub(crate) async fn orchestrate(
12 runtime_plugins: &::aws_smithy_runtime_api::client::runtime_plugin::RuntimePlugins,
13 input: crate::operation::invoke_endpoint_async::InvokeEndpointAsyncInput,
14 ) -> ::std::result::Result<
15 crate::operation::invoke_endpoint_async::InvokeEndpointAsyncOutput,
16 ::aws_smithy_runtime_api::client::result::SdkError<
17 crate::operation::invoke_endpoint_async::InvokeEndpointAsyncError,
18 ::aws_smithy_runtime_api::client::orchestrator::HttpResponse,
19 >,
20 > {
21 let map_err = |err: ::aws_smithy_runtime_api::client::result::SdkError<
22 ::aws_smithy_runtime_api::client::interceptors::context::Error,
23 ::aws_smithy_runtime_api::client::orchestrator::HttpResponse,
24 >| {
25 err.map_service_error(|err| {
26 err.downcast::<crate::operation::invoke_endpoint_async::InvokeEndpointAsyncError>()
27 .expect("correct error type")
28 })
29 };
30 let context = Self::orchestrate_with_stop_point(runtime_plugins, input, ::aws_smithy_runtime::client::orchestrator::StopPoint::None)
31 .await
32 .map_err(map_err)?;
33 let output = context.finalize().map_err(map_err)?;
34 ::std::result::Result::Ok(
35 output
36 .downcast::<crate::operation::invoke_endpoint_async::InvokeEndpointAsyncOutput>()
37 .expect("correct output type"),
38 )
39 }
40
41 pub(crate) async fn orchestrate_with_stop_point(
42 runtime_plugins: &::aws_smithy_runtime_api::client::runtime_plugin::RuntimePlugins,
43 input: crate::operation::invoke_endpoint_async::InvokeEndpointAsyncInput,
44 stop_point: ::aws_smithy_runtime::client::orchestrator::StopPoint,
45 ) -> ::std::result::Result<
46 ::aws_smithy_runtime_api::client::interceptors::context::InterceptorContext,
47 ::aws_smithy_runtime_api::client::result::SdkError<
48 ::aws_smithy_runtime_api::client::interceptors::context::Error,
49 ::aws_smithy_runtime_api::client::orchestrator::HttpResponse,
50 >,
51 > {
52 let input = ::aws_smithy_runtime_api::client::interceptors::context::Input::erase(input);
53 use ::tracing::Instrument;
54 ::aws_smithy_runtime::client::orchestrator::invoke_with_stop_point(
55 "SageMaker Runtime",
56 "InvokeEndpointAsync",
57 input,
58 runtime_plugins,
59 stop_point,
60 )
61 .instrument(::tracing::debug_span!(
64 "SageMaker Runtime.InvokeEndpointAsync",
65 "rpc.service" = "SageMaker Runtime",
66 "rpc.method" = "InvokeEndpointAsync",
67 "sdk_invocation_id" = ::fastrand::u32(1_000_000..10_000_000),
68 "rpc.system" = "aws-api",
69 ))
70 .await
71 }
72
73 pub(crate) fn operation_runtime_plugins(
74 client_runtime_plugins: ::aws_smithy_runtime_api::client::runtime_plugin::RuntimePlugins,
75 client_config: &crate::config::Config,
76 config_override: ::std::option::Option<crate::config::Builder>,
77 ) -> ::aws_smithy_runtime_api::client::runtime_plugin::RuntimePlugins {
78 let mut runtime_plugins = client_runtime_plugins.with_operation_plugin(Self::new());
79
80 if let ::std::option::Option::Some(config_override) = config_override {
81 for plugin in config_override.runtime_plugins.iter().cloned() {
82 runtime_plugins = runtime_plugins.with_operation_plugin(plugin);
83 }
84 runtime_plugins = runtime_plugins.with_operation_plugin(crate::config::ConfigOverrideRuntimePlugin::new(
85 config_override,
86 client_config.config.clone(),
87 &client_config.runtime_components,
88 ));
89 }
90 runtime_plugins
91 }
92}
93impl ::aws_smithy_runtime_api::client::runtime_plugin::RuntimePlugin for InvokeEndpointAsync {
94 fn config(&self) -> ::std::option::Option<::aws_smithy_types::config_bag::FrozenLayer> {
95 let mut cfg = ::aws_smithy_types::config_bag::Layer::new("InvokeEndpointAsync");
96
97 cfg.store_put(::aws_smithy_runtime_api::client::ser_de::SharedRequestSerializer::new(
98 InvokeEndpointAsyncRequestSerializer,
99 ));
100 cfg.store_put(::aws_smithy_runtime_api::client::ser_de::SharedResponseDeserializer::new(
101 InvokeEndpointAsyncResponseDeserializer,
102 ));
103
104 cfg.store_put(::aws_smithy_runtime_api::client::auth::AuthSchemeOptionResolverParams::new(
105 crate::config::auth::Params::builder()
106 .operation_name("InvokeEndpointAsync")
107 .build()
108 .expect("required fields set"),
109 ));
110
111 cfg.store_put(::aws_smithy_runtime_api::client::orchestrator::Metadata::new(
112 "InvokeEndpointAsync",
113 "SageMaker Runtime",
114 ));
115 let mut signing_options = ::aws_runtime::auth::SigningOptions::default();
116 signing_options.double_uri_encode = true;
117 signing_options.content_sha256_header = false;
118 signing_options.normalize_uri_path = true;
119 signing_options.payload_override = None;
120
121 cfg.store_put(::aws_runtime::auth::SigV4OperationSigningConfig {
122 signing_options,
123 ..::std::default::Default::default()
124 });
125
126 ::std::option::Option::Some(cfg.freeze())
127 }
128
129 fn runtime_components(
130 &self,
131 _: &::aws_smithy_runtime_api::client::runtime_components::RuntimeComponentsBuilder,
132 ) -> ::std::borrow::Cow<'_, ::aws_smithy_runtime_api::client::runtime_components::RuntimeComponentsBuilder> {
133 #[allow(unused_mut)]
134 let mut rcb = ::aws_smithy_runtime_api::client::runtime_components::RuntimeComponentsBuilder::new("InvokeEndpointAsync")
135 .with_interceptor(::aws_smithy_runtime_api::client::interceptors::SharedInterceptor::permanent(
136 InvokeEndpointAsyncTelemetryInputCaptureInterceptor,
137 ))
138 .with_interceptor(::aws_smithy_runtime_api::client::interceptors::SharedInterceptor::permanent(
139 ::aws_smithy_runtime::client::stalled_stream_protection::StalledStreamProtectionInterceptor::default(),
140 ))
141 .with_interceptor(::aws_smithy_runtime_api::client::interceptors::SharedInterceptor::permanent(
142 InvokeEndpointAsyncEndpointParamsInterceptor,
143 ))
144 .with_retry_classifier(::aws_smithy_runtime::client::retries::classifiers::TransientErrorClassifier::<
145 crate::operation::invoke_endpoint_async::InvokeEndpointAsyncError,
146 >::new())
147 .with_retry_classifier(::aws_smithy_runtime::client::retries::classifiers::ModeledAsRetryableClassifier::<
148 crate::operation::invoke_endpoint_async::InvokeEndpointAsyncError,
149 >::new())
150 .with_retry_classifier(::aws_runtime::retries::classifiers::AwsErrorCodeClassifier::<
151 crate::operation::invoke_endpoint_async::InvokeEndpointAsyncError,
152 >::new());
153
154 ::std::borrow::Cow::Owned(rcb)
155 }
156}
157
158#[derive(Debug)]
159struct InvokeEndpointAsyncTelemetryInputCaptureInterceptor;
160
161#[::aws_smithy_runtime_api::client::interceptors::dyn_dispatch_hint]
162impl ::aws_smithy_runtime_api::client::interceptors::Intercept for InvokeEndpointAsyncTelemetryInputCaptureInterceptor {
163 fn name(&self) -> &'static str {
164 "InvokeEndpointAsyncTelemetryInputCaptureInterceptor"
165 }
166
167 fn read_before_execution(
168 &self,
169 context: &::aws_smithy_runtime_api::client::interceptors::context::BeforeSerializationInterceptorContextRef<
170 '_,
171 ::aws_smithy_runtime_api::client::interceptors::context::Input,
172 ::aws_smithy_runtime_api::client::interceptors::context::Output,
173 ::aws_smithy_runtime_api::client::interceptors::context::Error,
174 >,
175 cfg: &mut ::aws_smithy_types::config_bag::ConfigBag,
176 ) -> ::std::result::Result<(), ::aws_smithy_runtime_api::box_error::BoxError> {
177 let ::std::option::Option::Some(requested) = cfg
179 .load::<::aws_smithy_types::telemetry::RequestedTelemetryAttributes>()
180 .filter(|r| !r.is_empty())
181 else {
182 return ::std::result::Result::Ok(());
183 };
184
185 let ::std::option::Option::Some(input) = context.input().downcast_ref::<InvokeEndpointAsyncInput>() else {
186 return ::std::result::Result::Ok(());
188 };
189
190 let mut captured = ::aws_smithy_types::telemetry::CapturedTelemetryAttributes::default();
191 if requested.should_capture("EndpointName") {
192 if let ::std::option::Option::Some(value) = input.endpoint_name.as_deref() {
193 captured.insert("EndpointName", value);
194 }
195 }
196 if requested.should_capture("ContentType") {
197 if let ::std::option::Option::Some(value) = input.content_type.as_deref() {
198 captured.insert("ContentType", value);
199 }
200 }
201 if requested.should_capture("Accept") {
202 if let ::std::option::Option::Some(value) = input.accept.as_deref() {
203 captured.insert("Accept", value);
204 }
205 }
206 if requested.should_capture("InferenceId") {
207 if let ::std::option::Option::Some(value) = input.inference_id.as_deref() {
208 captured.insert("InferenceId", value);
209 }
210 }
211 if requested.should_capture("InputLocation") {
212 if let ::std::option::Option::Some(value) = input.input_location.as_deref() {
213 captured.insert("InputLocation", value);
214 }
215 }
216 if requested.should_capture("S3OutputPathExtension") {
217 if let ::std::option::Option::Some(value) = input.s3_output_path_extension.as_deref() {
218 captured.insert("S3OutputPathExtension", value);
219 }
220 }
221 if requested.should_capture("Filename") {
222 if let ::std::option::Option::Some(value) = input.filename.as_deref() {
223 captured.insert("Filename", value);
224 }
225 }
226
227 cfg.interceptor_state().store_put(captured);
228 ::std::result::Result::Ok(())
229 }
230}
231#[derive(Debug)]
232struct InvokeEndpointAsyncResponseDeserializer;
233impl ::aws_smithy_runtime_api::client::ser_de::DeserializeResponse for InvokeEndpointAsyncResponseDeserializer {
234 fn deserialize_nonstreaming_with_config(
235 &self,
236 response: &::aws_smithy_runtime_api::client::orchestrator::HttpResponse,
237 _cfg: &::aws_smithy_types::config_bag::ConfigBag,
238 ) -> ::aws_smithy_runtime_api::client::interceptors::context::OutputOrError {
239 let (success, status) = (response.status().is_success(), response.status().as_u16());
240 let headers = response.headers();
241 let body = response.body().bytes().expect("body loaded");
242 #[allow(unused_mut)]
243 let mut force_error = false;
244 ::tracing::debug!(request_id = ?::aws_types::request_id::RequestId::request_id(response));
245 let parse_result = if !success && status != 202 || force_error {
246 crate::protocol_serde::shape_invoke_endpoint_async::de_invoke_endpoint_async_http_error(status, headers, body)
247 } else {
248 crate::protocol_serde::shape_invoke_endpoint_async::de_invoke_endpoint_async_http_response(status, headers, body)
249 };
250 crate::protocol_serde::type_erase_result(parse_result)
251 }
252}
253#[derive(Debug)]
254struct InvokeEndpointAsyncRequestSerializer;
255impl ::aws_smithy_runtime_api::client::ser_de::SerializeRequest for InvokeEndpointAsyncRequestSerializer {
256 #[allow(unused_mut, clippy::let_and_return, clippy::needless_borrow, clippy::useless_conversion)]
257 fn serialize_input(
258 &self,
259 input: ::aws_smithy_runtime_api::client::interceptors::context::Input,
260 _cfg: &mut ::aws_smithy_types::config_bag::ConfigBag,
261 ) -> ::std::result::Result<::aws_smithy_runtime_api::client::orchestrator::HttpRequest, ::aws_smithy_runtime_api::box_error::BoxError> {
262 let input = input
263 .downcast::<crate::operation::invoke_endpoint_async::InvokeEndpointAsyncInput>()
264 .expect("correct type");
265 let _header_serialization_settings = _cfg
266 .load::<crate::serialization_settings::HeaderSerializationSettings>()
267 .cloned()
268 .unwrap_or_default();
269 let mut request_builder = {
270 #[allow(clippy::uninlined_format_args)]
271 fn uri_base(
272 _input: &crate::operation::invoke_endpoint_async::InvokeEndpointAsyncInput,
273 output: &mut ::std::string::String,
274 ) -> ::std::result::Result<(), ::aws_smithy_types::error::operation::BuildError> {
275 use ::std::fmt::Write as _;
276 let input_1 = &_input.endpoint_name;
277 let input_1 = input_1
278 .as_ref()
279 .ok_or_else(|| ::aws_smithy_types::error::operation::BuildError::missing_field("endpoint_name", "cannot be empty or unset"))?;
280 let endpoint_name = ::aws_smithy_http::label::fmt_string(input_1, ::aws_smithy_http::label::EncodingStrategy::Default);
281 if endpoint_name.is_empty() {
282 return ::std::result::Result::Err(::aws_smithy_types::error::operation::BuildError::missing_field(
283 "endpoint_name",
284 "cannot be empty or unset",
285 ));
286 }
287 ::std::write!(output, "/endpoints/{EndpointName}/async-invocations", EndpointName = endpoint_name)
288 .expect("formatting should succeed");
289 ::std::result::Result::Ok(())
290 }
291 #[allow(clippy::unnecessary_wraps)]
292 fn update_http_builder(
293 input: &crate::operation::invoke_endpoint_async::InvokeEndpointAsyncInput,
294 builder: ::http_1x::request::Builder,
295 ) -> ::std::result::Result<::http_1x::request::Builder, ::aws_smithy_types::error::operation::BuildError> {
296 let mut uri = ::std::string::String::new();
297 uri_base(input, &mut uri)?;
298 let builder = crate::protocol_serde::shape_invoke_endpoint_async::ser_invoke_endpoint_async_headers(input, builder)?;
299 ::std::result::Result::Ok(builder.method("POST").uri(uri))
300 }
301 let mut builder = update_http_builder(&input, ::http_1x::request::Builder::new())?;
302 builder = _header_serialization_settings.set_default_header(builder, ::http_1x::header::CONTENT_TYPE, "application/octet-stream");
303 builder
304 };
305 let body = ::aws_smithy_types::body::SdkBody::from(crate::protocol_serde::shape_invoke_endpoint_async_input::ser_body_http_payload(
306 input.body,
307 )?);
308 if let Some(content_length) = body.content_length() {
309 let content_length = content_length.to_string();
310 request_builder = _header_serialization_settings.set_default_header(request_builder, ::http_1x::header::CONTENT_LENGTH, &content_length);
311 }
312 ::std::result::Result::Ok(request_builder.body(body).expect("valid request").try_into().unwrap())
313 }
314}
315#[derive(Debug)]
316struct InvokeEndpointAsyncEndpointParamsInterceptor;
317
318#[::aws_smithy_runtime_api::client::interceptors::dyn_dispatch_hint]
319impl ::aws_smithy_runtime_api::client::interceptors::Intercept for InvokeEndpointAsyncEndpointParamsInterceptor {
320 fn name(&self) -> &'static str {
321 "InvokeEndpointAsyncEndpointParamsInterceptor"
322 }
323
324 fn read_before_execution(
325 &self,
326 context: &::aws_smithy_runtime_api::client::interceptors::context::BeforeSerializationInterceptorContextRef<
327 '_,
328 ::aws_smithy_runtime_api::client::interceptors::context::Input,
329 ::aws_smithy_runtime_api::client::interceptors::context::Output,
330 ::aws_smithy_runtime_api::client::interceptors::context::Error,
331 >,
332 cfg: &mut ::aws_smithy_types::config_bag::ConfigBag,
333 ) -> ::std::result::Result<(), ::aws_smithy_runtime_api::box_error::BoxError> {
334 let _input = context
335 .input()
336 .downcast_ref::<InvokeEndpointAsyncInput>()
337 .ok_or("failed to downcast to InvokeEndpointAsyncInput")?;
338
339 let params = crate::config::endpoint::Params::builder()
340 .set_region(cfg.load::<::aws_types::region::Region>().map(|r| r.as_ref().to_owned()))
341 .set_use_dual_stack(cfg.load::<::aws_types::endpoint_config::UseDualStack>().map(|ty| ty.0))
342 .set_use_fips(cfg.load::<::aws_types::endpoint_config::UseFips>().map(|ty| ty.0))
343 .set_endpoint(cfg.load::<::aws_types::endpoint_config::EndpointUrl>().map(|ty| ty.0.clone()))
344 .build()
345 .map_err(|err| {
346 ::aws_smithy_runtime_api::client::interceptors::error::ContextAttachedError::new("endpoint params could not be built", err)
347 })?;
348 cfg.interceptor_state()
349 .store_put(::aws_smithy_runtime_api::client::endpoint::EndpointResolverParams::new(params));
350 ::std::result::Result::Ok(())
351 }
352}
353
354#[non_exhaustive]
359#[derive(::std::fmt::Debug)]
360pub enum InvokeEndpointAsyncError {
361 InternalFailure(crate::types::error::InternalFailure),
363 ServiceUnavailable(crate::types::error::ServiceUnavailable),
365 ValidationError(crate::types::error::ValidationError),
367 #[deprecated(note = "Matching `Unhandled` directly is not forwards compatible. Instead, match using a \
369 variable wildcard pattern and check `.code()`:
370 \
371 `err if err.code() == Some(\"SpecificExceptionCode\") => { /* handle the error */ }`
372 \
373 See [`ProvideErrorMetadata`](#impl-ProvideErrorMetadata-for-InvokeEndpointAsyncError) for what information is available for the error.")]
374 Unhandled(crate::error::sealed_unhandled::Unhandled),
375}
376impl InvokeEndpointAsyncError {
377 pub fn unhandled(
379 err: impl ::std::convert::Into<::std::boxed::Box<dyn ::std::error::Error + ::std::marker::Send + ::std::marker::Sync + 'static>>,
380 ) -> Self {
381 Self::Unhandled(crate::error::sealed_unhandled::Unhandled {
382 source: err.into(),
383 meta: ::std::default::Default::default(),
384 })
385 }
386
387 pub fn generic(err: ::aws_smithy_types::error::ErrorMetadata) -> Self {
389 Self::Unhandled(crate::error::sealed_unhandled::Unhandled {
390 source: err.clone().into(),
391 meta: err,
392 })
393 }
394 pub fn meta(&self) -> &::aws_smithy_types::error::ErrorMetadata {
399 match self {
400 Self::InternalFailure(e) => ::aws_smithy_types::error::metadata::ProvideErrorMetadata::meta(e),
401 Self::ServiceUnavailable(e) => ::aws_smithy_types::error::metadata::ProvideErrorMetadata::meta(e),
402 Self::ValidationError(e) => ::aws_smithy_types::error::metadata::ProvideErrorMetadata::meta(e),
403 Self::Unhandled(e) => &e.meta,
404 }
405 }
406 pub fn is_internal_failure(&self) -> bool {
408 matches!(self, Self::InternalFailure(_))
409 }
410 pub fn is_service_unavailable(&self) -> bool {
412 matches!(self, Self::ServiceUnavailable(_))
413 }
414 pub fn is_validation_error(&self) -> bool {
416 matches!(self, Self::ValidationError(_))
417 }
418}
419impl ::std::error::Error for InvokeEndpointAsyncError {
420 fn source(&self) -> ::std::option::Option<&(dyn ::std::error::Error + 'static)> {
421 match self {
422 Self::InternalFailure(_inner) => ::std::option::Option::Some(_inner),
423 Self::ServiceUnavailable(_inner) => ::std::option::Option::Some(_inner),
424 Self::ValidationError(_inner) => ::std::option::Option::Some(_inner),
425 Self::Unhandled(_inner) => ::std::option::Option::Some(&*_inner.source),
426 }
427 }
428}
429impl ::std::fmt::Display for InvokeEndpointAsyncError {
430 fn fmt(&self, f: &mut ::std::fmt::Formatter<'_>) -> ::std::fmt::Result {
431 match self {
432 Self::InternalFailure(_inner) => _inner.fmt(f),
433 Self::ServiceUnavailable(_inner) => _inner.fmt(f),
434 Self::ValidationError(_inner) => _inner.fmt(f),
435 Self::Unhandled(_inner) => {
436 if let ::std::option::Option::Some(code) = ::aws_smithy_types::error::metadata::ProvideErrorMetadata::code(self) {
437 write!(f, "unhandled error ({code})")
438 } else {
439 f.write_str("unhandled error")
440 }
441 }
442 }
443 }
444}
445impl ::aws_smithy_types::retry::ProvideErrorKind for InvokeEndpointAsyncError {
446 fn code(&self) -> ::std::option::Option<&str> {
447 ::aws_smithy_types::error::metadata::ProvideErrorMetadata::code(self)
448 }
449 fn retryable_error_kind(&self) -> ::std::option::Option<::aws_smithy_types::retry::ErrorKind> {
450 ::std::option::Option::None
451 }
452}
453impl ::aws_smithy_types::error::metadata::ProvideErrorMetadata for InvokeEndpointAsyncError {
454 fn meta(&self) -> &::aws_smithy_types::error::ErrorMetadata {
455 match self {
456 Self::InternalFailure(_inner) => ::aws_smithy_types::error::metadata::ProvideErrorMetadata::meta(_inner),
457 Self::ServiceUnavailable(_inner) => ::aws_smithy_types::error::metadata::ProvideErrorMetadata::meta(_inner),
458 Self::ValidationError(_inner) => ::aws_smithy_types::error::metadata::ProvideErrorMetadata::meta(_inner),
459 Self::Unhandled(_inner) => &_inner.meta,
460 }
461 }
462}
463impl ::aws_smithy_runtime_api::client::result::CreateUnhandledError for InvokeEndpointAsyncError {
464 fn create_unhandled_error(
465 source: ::std::boxed::Box<dyn ::std::error::Error + ::std::marker::Send + ::std::marker::Sync + 'static>,
466 meta: ::std::option::Option<::aws_smithy_types::error::ErrorMetadata>,
467 ) -> Self {
468 Self::Unhandled(crate::error::sealed_unhandled::Unhandled {
469 source,
470 meta: meta.unwrap_or_default(),
471 })
472 }
473}
474impl ::aws_types::request_id::RequestId for crate::operation::invoke_endpoint_async::InvokeEndpointAsyncError {
475 fn request_id(&self) -> Option<&str> {
476 self.meta().request_id()
477 }
478}
479
480pub use crate::operation::invoke_endpoint_async::_invoke_endpoint_async_input::InvokeEndpointAsyncInput;
481
482pub use crate::operation::invoke_endpoint_async::_invoke_endpoint_async_output::InvokeEndpointAsyncOutput;
483
484mod _invoke_endpoint_async_input;
485
486mod _invoke_endpoint_async_output;
487
488pub mod builders;