Skip to main content

hyper/client/conn/
http2.rs

1//! HTTP/2 client connections
2
3use std::error::Error;
4use std::fmt;
5use std::future::Future;
6use std::marker::PhantomData;
7use std::pin::Pin;
8use std::sync::Arc;
9use std::task::{Context, Poll};
10use std::time::Duration;
11
12use crate::rt::{Read, Write};
13use futures_core::ready;
14use http::{Request, Response};
15
16use super::super::dispatch::{self, TrySendError};
17use crate::body::{Body, Incoming as IncomingBody};
18use crate::common::time::Time;
19use crate::proto;
20use crate::rt::bounds::Http2ClientConnExec;
21use crate::rt::Timer;
22
23/// The sender side of an established connection.
24pub struct SendRequest<B> {
25    dispatch: dispatch::UnboundedSender<Request<B>, Response<IncomingBody>>,
26}
27
28impl<B> Clone for SendRequest<B> {
29    fn clone(&self) -> SendRequest<B> {
30        SendRequest {
31            dispatch: self.dispatch.clone(),
32        }
33    }
34}
35
36/// A future that processes all HTTP state for the IO object.
37///
38/// In most cases, this should just be spawned into an executor, so that it
39/// can process incoming and outgoing messages, notice hangups, and the like.
40///
41/// Instances of this type are typically created via the [`handshake`] function
42#[must_use = "futures do nothing unless polled"]
43pub struct Connection<T, B, E>
44where
45    T: Read + Write + Unpin,
46    B: Body + 'static,
47    E: Http2ClientConnExec<B, T> + Unpin,
48    B::Error: Into<Box<dyn Error + Send + Sync>>,
49{
50    inner: (PhantomData<T>, proto::h2::ClientTask<B, E, T>),
51}
52
53/// A builder to configure an HTTP connection.
54///
55/// After setting options, the builder is used to create a handshake future.
56///
57/// **Note**: The default values of options are *not considered stable*. They
58/// are subject to change at any time.
59#[derive(Clone, Debug)]
60pub struct Builder<Ex> {
61    pub(super) exec: Ex,
62    pub(super) timer: Time,
63    h2_builder: proto::h2::client::Config,
64}
65
66/// Returns a handshake future over some IO.
67///
68/// This is a shortcut for `Builder::new(exec).handshake(io)`.
69/// See [`client::conn`](crate::client::conn) for more.
70pub async fn handshake<E, T, B>(
71    exec: E,
72    io: T,
73) -> crate::Result<(SendRequest<B>, Connection<T, B, E>)>
74where
75    T: Read + Write + Unpin,
76    B: Body + 'static,
77    B::Data: Send,
78    B::Error: Into<Box<dyn Error + Send + Sync>>,
79    E: Http2ClientConnExec<B, T> + Unpin + Clone,
80{
81    Builder::new(exec).handshake(io).await
82}
83
84// ===== impl SendRequest
85
86impl<B> SendRequest<B> {
87    /// Polls to determine whether this sender can be used yet for a request.
88    ///
89    /// If the associated connection is closed, this returns an Error.
90    pub fn poll_ready(&mut self, _cx: &mut Context<'_>) -> Poll<crate::Result<()>> {
91        if self.is_closed() {
92            Poll::Ready(Err(crate::Error::new_closed()))
93        } else {
94            Poll::Ready(Ok(()))
95        }
96    }
97
98    /// Waits until the dispatcher is ready
99    ///
100    /// If the associated connection is closed, this returns an Error.
101    pub async fn ready(&mut self) -> crate::Result<()> {
102        crate::common::future::poll_fn(|cx| self.poll_ready(cx)).await
103    }
104
105    /// Checks if the connection is currently ready to send a request.
106    ///
107    /// # Note
108    ///
109    /// This is mostly a hint. Due to inherent latency of networks, it is
110    /// possible that even after checking this is ready, sending a request
111    /// may still fail because the connection was closed in the meantime.
112    pub fn is_ready(&self) -> bool {
113        self.dispatch.is_ready()
114    }
115
116    /// Checks if the connection side has been closed.
117    pub fn is_closed(&self) -> bool {
118        self.dispatch.is_closed()
119    }
120}
121
122impl<B> SendRequest<B>
123where
124    B: Body + 'static,
125{
126    /// Sends a `Request` on the associated connection.
127    ///
128    /// Returns a future that if successful, yields the `Response`.
129    ///
130    /// `req` must have a `Host` header.
131    ///
132    /// Absolute-form `Uri`s are not required. If received, they will be serialized
133    /// as-is.
134    pub fn send_request(
135        &mut self,
136        req: Request<B>,
137    ) -> impl Future<Output = crate::Result<Response<IncomingBody>>> {
138        let sent = self.dispatch.send(req);
139
140        async move {
141            match sent {
142                Ok(rx) => match rx.await {
143                    Ok(Ok(resp)) => Ok(resp),
144                    Ok(Err(err)) => Err(err),
145                    // this is definite bug if it happens, but it shouldn't happen!
146                    Err(_canceled) => panic!("dispatch dropped without returning error"),
147                },
148                Err(_req) => {
149                    debug!("connection was not ready");
150
151                    Err(crate::Error::new_canceled().with("connection was not ready"))
152                }
153            }
154        }
155    }
156
157    /// Sends a `Request` on the associated connection.
158    ///
159    /// Returns a future that if successful, yields the `Response`.
160    ///
161    /// # Error
162    ///
163    /// If there was an error before trying to serialize the request to the
164    /// connection, the message will be returned as part of this error.
165    pub fn try_send_request(
166        &mut self,
167        req: Request<B>,
168    ) -> impl Future<Output = Result<Response<IncomingBody>, TrySendError<Request<B>>>> {
169        let sent = self.dispatch.try_send(req);
170        async move {
171            match sent {
172                Ok(rx) => match rx.await {
173                    Ok(Ok(res)) => Ok(res),
174                    Ok(Err(err)) => Err(err),
175                    // this is definite bug if it happens, but it shouldn't happen!
176                    Err(_) => panic!("dispatch dropped without returning error"),
177                },
178                Err(req) => {
179                    debug!("connection was not ready");
180                    let error = crate::Error::new_canceled().with("connection was not ready");
181                    Err(TrySendError {
182                        error,
183                        message: Some(req),
184                    })
185                }
186            }
187        }
188    }
189}
190
191impl<B> fmt::Debug for SendRequest<B> {
192    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
193        f.debug_struct("SendRequest").finish()
194    }
195}
196
197// ===== impl Connection
198
199impl<T, B, E> Connection<T, B, E>
200where
201    T: Read + Write + Unpin + 'static,
202    B: Body + Unpin + 'static,
203    B::Data: Send,
204    B::Error: Into<Box<dyn Error + Send + Sync>>,
205    E: Http2ClientConnExec<B, T> + Unpin,
206{
207    /// Returns whether the [extended CONNECT protocol][1] is enabled or not.
208    ///
209    /// This setting is configured by the server peer by sending the
210    /// [`SETTINGS_ENABLE_CONNECT_PROTOCOL` parameter][2] in a `SETTINGS` frame.
211    /// This method returns the currently acknowledged value received from the
212    /// remote.
213    ///
214    /// [1]: https://datatracker.ietf.org/doc/html/rfc8441#section-4
215    /// [2]: https://datatracker.ietf.org/doc/html/rfc8441#section-3
216    pub fn is_extended_connect_protocol_enabled(&self) -> bool {
217        self.inner.1.is_extended_connect_protocol_enabled()
218    }
219
220    /// Returns the current maximum send stream count.
221    ///
222    /// This setting is configured in a [`SETTINGS_MAX_CONCURRENT_STREAMS` parameter][1] in a `SETTINGS` frame,
223    /// and may change throughout the connection lifetime.
224    ///
225    /// [1]: https://datatracker.ietf.org/doc/html/rfc7540#section-5.1.2
226    pub fn current_max_send_streams(&self) -> usize {
227        self.inner.1.current_max_send_streams()
228    }
229
230    /// Returns the current maximum receive stream count.
231    ///
232    /// This setting is configured in a [`SETTINGS_MAX_CONCURRENT_STREAMS` parameter][1] in a `SETTINGS` frame,
233    /// and may change throughout the connection lifetime.
234    ///
235    /// [1]: https://datatracker.ietf.org/doc/html/rfc7540#section-5.1.2
236    pub fn current_max_recv_streams(&self) -> usize {
237        self.inner.1.current_max_recv_streams()
238    }
239}
240
241impl<T, B, E> fmt::Debug for Connection<T, B, E>
242where
243    T: Read + Write + fmt::Debug + 'static + Unpin,
244    B: Body + 'static,
245    E: Http2ClientConnExec<B, T> + Unpin,
246    B::Error: Into<Box<dyn Error + Send + Sync>>,
247{
248    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
249        f.debug_struct("Connection").finish()
250    }
251}
252
253impl<T, B, E> Future for Connection<T, B, E>
254where
255    T: Read + Write + Unpin + 'static,
256    B: Body + 'static + Unpin,
257    B::Data: Send,
258    E: Unpin,
259    B::Error: Into<Box<dyn Error + Send + Sync>>,
260    E: Http2ClientConnExec<B, T> + Unpin,
261{
262    type Output = crate::Result<()>;
263
264    fn poll(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Self::Output> {
265        match ready!(Pin::new(&mut self.inner.1).poll(cx))? {
266            proto::Dispatched::Shutdown => Poll::Ready(Ok(())),
267            #[cfg(feature = "http1")]
268            proto::Dispatched::Upgrade(_pending) => unreachable!("http2 cannot upgrade"),
269        }
270    }
271}
272
273// ===== impl Builder
274
275impl<Ex> Builder<Ex>
276where
277    Ex: Clone,
278{
279    /// Creates a new connection builder.
280    #[inline]
281    pub fn new(exec: Ex) -> Builder<Ex> {
282        Builder {
283            exec,
284            timer: Time::Empty,
285            h2_builder: Default::default(),
286        }
287    }
288
289    /// Provide a timer to execute background HTTP2 tasks.
290    pub fn timer<M>(&mut self, timer: M) -> &mut Builder<Ex>
291    where
292        M: Timer + Send + Sync + 'static,
293    {
294        self.timer = Time::Timer(Arc::new(timer));
295        self
296    }
297
298    /// Sets the [`SETTINGS_INITIAL_WINDOW_SIZE`][spec] option for HTTP2
299    /// stream-level flow control.
300    ///
301    /// Passing `None` will do nothing.
302    ///
303    /// If not set, hyper will use a default.
304    ///
305    /// [spec]: https://httpwg.org/specs/rfc9113.html#SETTINGS_INITIAL_WINDOW_SIZE
306    pub fn initial_stream_window_size(&mut self, sz: impl Into<Option<u32>>) -> &mut Self {
307        if let Some(sz) = sz.into() {
308            self.h2_builder.adaptive_window = false;
309            self.h2_builder.initial_stream_window_size = sz;
310        }
311        self
312    }
313
314    /// Sets the max connection-level flow control for HTTP2
315    ///
316    /// Passing `None` will do nothing.
317    ///
318    /// If not set, hyper will use a default.
319    pub fn initial_connection_window_size(&mut self, sz: impl Into<Option<u32>>) -> &mut Self {
320        if let Some(sz) = sz.into() {
321            self.h2_builder.adaptive_window = false;
322            self.h2_builder.initial_conn_window_size = sz;
323        }
324        self
325    }
326
327    /// Sets the initial maximum of locally initiated (send) streams.
328    ///
329    /// This value will be overwritten by the value included in the initial
330    /// SETTINGS frame received from the peer as part of a [connection preface].
331    ///
332    /// Passing `None` will do nothing.
333    ///
334    /// If not set, hyper will use a default.
335    ///
336    /// [connection preface]: https://httpwg.org/specs/rfc9113.html#preface
337    pub fn initial_max_send_streams(&mut self, initial: impl Into<Option<usize>>) -> &mut Self {
338        if let Some(initial) = initial.into() {
339            self.h2_builder.initial_max_send_streams = initial;
340        }
341        self
342    }
343
344    /// Sets whether to use an adaptive flow control.
345    ///
346    /// Enabling this will override the limits set in
347    /// `initial_stream_window_size` and
348    /// `initial_connection_window_size`.
349    pub fn adaptive_window(&mut self, enabled: bool) -> &mut Self {
350        use proto::h2::SPEC_WINDOW_SIZE;
351
352        self.h2_builder.adaptive_window = enabled;
353        if enabled {
354            self.h2_builder.initial_conn_window_size = SPEC_WINDOW_SIZE;
355            self.h2_builder.initial_stream_window_size = SPEC_WINDOW_SIZE;
356        }
357        self
358    }
359
360    /// Sets the maximum frame size to use for HTTP2.
361    ///
362    /// Default is currently 16KB, but can change.
363    pub fn max_frame_size(&mut self, sz: impl Into<Option<u32>>) -> &mut Self {
364        self.h2_builder.max_frame_size = sz.into();
365        self
366    }
367
368    /// Sets the max size of received header frames.
369    ///
370    /// Default is currently 16KB, but can change.
371    pub fn max_header_list_size(&mut self, max: u32) -> &mut Self {
372        self.h2_builder.max_header_list_size = max;
373        self
374    }
375
376    /// Sets the header table size.
377    ///
378    /// This setting informs the peer of the maximum size of the header compression
379    /// table used to encode header blocks, in octets. The encoder may select any value
380    /// equal to or less than the header table size specified by the sender.
381    ///
382    /// The default value of crate `h2` is 4,096.
383    pub fn header_table_size(&mut self, size: impl Into<Option<u32>>) -> &mut Self {
384        self.h2_builder.header_table_size = size.into();
385        self
386    }
387
388    /// Sets the maximum number of concurrent streams.
389    ///
390    /// The maximum concurrent streams setting only controls the maximum number
391    /// of streams that can be initiated by the remote peer. In other words,
392    /// when this setting is set to 100, this does not limit the number of
393    /// concurrent streams that can be created by the caller.
394    ///
395    /// It is recommended that this value be no smaller than 100, so as to not
396    /// unnecessarily limit parallelism. However, any value is legal, including
397    /// 0. If `max` is set to 0, then the remote will not be permitted to
398    /// initiate streams.
399    ///
400    /// Note that streams in the reserved state, i.e., push promises that have
401    /// been reserved but the stream has not started, do not count against this
402    /// setting.
403    ///
404    /// Also note that if the remote *does* exceed the value set here, it is not
405    /// a protocol level error. Instead, the `h2` library will immediately reset
406    /// the stream.
407    ///
408    /// See [Section 5.1.2] in the HTTP/2 spec for more details.
409    ///
410    /// [Section 5.1.2]: https://httpwg.org/specs/rfc7540.html#rfc.section.5.1.2
411    pub fn max_concurrent_streams(&mut self, max: impl Into<Option<u32>>) -> &mut Self {
412        self.h2_builder.max_concurrent_streams = max.into();
413        self
414    }
415
416    /// Sets an interval for HTTP2 Ping frames should be sent to keep a
417    /// connection alive.
418    ///
419    /// Pass `None` to disable HTTP2 keep-alive.
420    ///
421    /// Default is currently disabled.
422    pub fn keep_alive_interval(&mut self, interval: impl Into<Option<Duration>>) -> &mut Self {
423        self.h2_builder.keep_alive_interval = interval.into();
424        self
425    }
426
427    /// Sets a timeout for receiving an acknowledgement of the keep-alive ping.
428    ///
429    /// If the ping is not acknowledged within the timeout, the connection will
430    /// be closed. Does nothing if `keep_alive_interval` is disabled.
431    ///
432    /// Default is 20 seconds.
433    pub fn keep_alive_timeout(&mut self, timeout: Duration) -> &mut Self {
434        self.h2_builder.keep_alive_timeout = timeout;
435        self
436    }
437
438    /// Sets whether HTTP2 keep-alive should apply while the connection is idle.
439    ///
440    /// If disabled, keep-alive pings are only sent while there are open
441    /// request/responses streams. If enabled, pings are also sent when no
442    /// streams are active. Does nothing if `keep_alive_interval` is
443    /// disabled.
444    ///
445    /// Default is `false`.
446    pub fn keep_alive_while_idle(&mut self, enabled: bool) -> &mut Self {
447        self.h2_builder.keep_alive_while_idle = enabled;
448        self
449    }
450
451    /// Sets the maximum number of HTTP2 concurrent locally reset streams.
452    ///
453    /// See the documentation of [`h2::client::Builder::max_concurrent_reset_streams`] for more
454    /// details.
455    ///
456    /// The default value is determined by the `h2` crate.
457    ///
458    /// [`h2::client::Builder::max_concurrent_reset_streams`]: https://docs.rs/h2/client/struct.Builder.html#method.max_concurrent_reset_streams
459    pub fn max_concurrent_reset_streams(&mut self, max: usize) -> &mut Self {
460        self.h2_builder.max_concurrent_reset_streams = Some(max);
461        self
462    }
463
464    /// Set the maximum write buffer size for each HTTP/2 stream.
465    ///
466    /// Default is currently 1MB, but may change.
467    ///
468    /// # Panics
469    ///
470    /// The value must be no larger than `u32::MAX`.
471    pub fn max_send_buf_size(&mut self, max: usize) -> &mut Self {
472        assert!(max <= u32::MAX as usize);
473        self.h2_builder.max_send_buffer_size = max;
474        self
475    }
476
477    /// Configures the maximum number of pending reset streams allowed before a GOAWAY will be sent.
478    ///
479    /// This will default to the default value set by the [`h2` crate](https://crates.io/crates/h2).
480    /// As of v0.4.0, it is 20.
481    ///
482    /// See <https://github.com/hyperium/hyper/issues/2877> for more information.
483    pub fn max_pending_accept_reset_streams(&mut self, max: impl Into<Option<usize>>) -> &mut Self {
484        self.h2_builder.max_pending_accept_reset_streams = max.into();
485        self
486    }
487
488    /// Configures the maximum number of local resets due to protocol errors made by the remote end.
489    ///
490    /// See the documentation of [`h2::client::Builder::max_local_error_reset_streams`] for more
491    /// details.
492    ///
493    /// The default value is 1024.
494    pub fn max_local_error_reset_streams(&mut self, max: impl Into<Option<usize>>) -> &mut Self {
495        self.h2_builder.max_local_error_reset_streams = max.into();
496        self
497    }
498
499    /// Constructs a connection with the configured options and IO.
500    /// See [`client::conn`](crate::client::conn) for more.
501    ///
502    /// Note, if [`Connection`] is not `await`-ed, [`SendRequest`] will
503    /// do nothing.
504    pub fn handshake<T, B>(
505        &self,
506        io: T,
507    ) -> impl Future<Output = crate::Result<(SendRequest<B>, Connection<T, B, Ex>)>>
508    where
509        T: Read + Write + Unpin,
510        B: Body + 'static,
511        B::Data: Send,
512        B::Error: Into<Box<dyn Error + Send + Sync>>,
513        Ex: Http2ClientConnExec<B, T> + Unpin,
514    {
515        let opts = self.clone();
516
517        async move {
518            trace!("client handshake HTTP/2");
519
520            let (tx, rx) = dispatch::channel();
521            let h2 = proto::h2::client::handshake(io, rx, &opts.h2_builder, opts.exec, opts.timer)
522                .await?;
523            Ok((
524                SendRequest {
525                    dispatch: tx.unbound(),
526                },
527                Connection {
528                    inner: (PhantomData, h2),
529                },
530            ))
531        }
532    }
533}
534
535#[cfg(test)]
536mod tests {
537
538    #[tokio::test]
539    #[ignore] // only compilation is checked
540    async fn send_sync_executor_of_non_send_futures() {
541        #[derive(Clone)]
542        struct LocalTokioExecutor;
543
544        impl<F> crate::rt::Executor<F> for LocalTokioExecutor
545        where
546            F: std::future::Future + 'static, // not requiring `Send`
547        {
548            fn execute(&self, fut: F) {
549                // This will spawn into the currently running `LocalSet`.
550                tokio::task::spawn_local(fut);
551            }
552        }
553
554        #[allow(unused)]
555        async fn run(io: impl crate::rt::Read + crate::rt::Write + Unpin + 'static) {
556            let (_sender, conn) = crate::client::conn::http2::handshake::<
557                _,
558                _,
559                http_body_util::Empty<bytes::Bytes>,
560            >(LocalTokioExecutor, io)
561            .await
562            .unwrap();
563
564            tokio::task::spawn_local(async move {
565                conn.await.unwrap();
566            });
567        }
568    }
569
570    #[tokio::test]
571    #[ignore] // only compilation is checked
572    async fn not_send_not_sync_executor_of_not_send_futures() {
573        #[derive(Clone)]
574        struct LocalTokioExecutor {
575            _x: std::marker::PhantomData<std::rc::Rc<()>>,
576        }
577
578        impl<F> crate::rt::Executor<F> for LocalTokioExecutor
579        where
580            F: std::future::Future + 'static, // not requiring `Send`
581        {
582            fn execute(&self, fut: F) {
583                // This will spawn into the currently running `LocalSet`.
584                tokio::task::spawn_local(fut);
585            }
586        }
587
588        #[allow(unused)]
589        async fn run(io: impl crate::rt::Read + crate::rt::Write + Unpin + 'static) {
590            let (_sender, conn) =
591                crate::client::conn::http2::handshake::<_, _, http_body_util::Empty<bytes::Bytes>>(
592                    LocalTokioExecutor {
593                        _x: Default::default(),
594                    },
595                    io,
596                )
597                .await
598                .unwrap();
599
600            tokio::task::spawn_local(async move {
601                conn.await.unwrap();
602            });
603        }
604    }
605
606    #[tokio::test]
607    #[ignore] // only compilation is checked
608    async fn send_not_sync_executor_of_not_send_futures() {
609        #[derive(Clone)]
610        struct LocalTokioExecutor {
611            _x: std::marker::PhantomData<std::cell::Cell<()>>,
612        }
613
614        impl<F> crate::rt::Executor<F> for LocalTokioExecutor
615        where
616            F: std::future::Future + 'static, // not requiring `Send`
617        {
618            fn execute(&self, fut: F) {
619                // This will spawn into the currently running `LocalSet`.
620                tokio::task::spawn_local(fut);
621            }
622        }
623
624        #[allow(unused)]
625        async fn run(io: impl crate::rt::Read + crate::rt::Write + Unpin + 'static) {
626            let (_sender, conn) =
627                crate::client::conn::http2::handshake::<_, _, http_body_util::Empty<bytes::Bytes>>(
628                    LocalTokioExecutor {
629                        _x: Default::default(),
630                    },
631                    io,
632                )
633                .await
634                .unwrap();
635
636            tokio::task::spawn_local(async move {
637                conn.await.unwrap();
638            });
639        }
640    }
641
642    #[tokio::test]
643    #[ignore] // only compilation is checked
644    async fn send_sync_executor_of_send_futures() {
645        #[derive(Clone)]
646        struct TokioExecutor;
647
648        impl<F> crate::rt::Executor<F> for TokioExecutor
649        where
650            F: std::future::Future + 'static + Send,
651            F::Output: Send + 'static,
652        {
653            fn execute(&self, fut: F) {
654                tokio::task::spawn(fut);
655            }
656        }
657
658        #[allow(unused)]
659        async fn run(io: impl crate::rt::Read + crate::rt::Write + Send + Unpin + 'static) {
660            let (_sender, conn) = crate::client::conn::http2::handshake::<
661                _,
662                _,
663                http_body_util::Empty<bytes::Bytes>,
664            >(TokioExecutor, io)
665            .await
666            .unwrap();
667
668            tokio::task::spawn(async move {
669                conn.await.unwrap();
670            });
671        }
672    }
673
674    #[tokio::test]
675    #[ignore] // only compilation is checked
676    async fn send_not_sync_executor_of_send_futures() {
677        #[derive(Clone)]
678        struct TokioExecutor {
679            // !Sync
680            _x: std::marker::PhantomData<std::cell::Cell<()>>,
681        }
682
683        impl<F> crate::rt::Executor<F> for TokioExecutor
684        where
685            F: std::future::Future + 'static + Send,
686            F::Output: Send + 'static,
687        {
688            fn execute(&self, fut: F) {
689                tokio::task::spawn(fut);
690            }
691        }
692
693        #[allow(unused)]
694        async fn run(io: impl crate::rt::Read + crate::rt::Write + Send + Unpin + 'static) {
695            let (_sender, conn) =
696                crate::client::conn::http2::handshake::<_, _, http_body_util::Empty<bytes::Bytes>>(
697                    TokioExecutor {
698                        _x: Default::default(),
699                    },
700                    io,
701                )
702                .await
703                .unwrap();
704
705            tokio::task::spawn_local(async move {
706                // can't use spawn here because when executor is !Send
707                conn.await.unwrap();
708            });
709        }
710    }
711}