rust_p2p_core/tunnel/

udp.rs

use std::io;
use std::io::IoSlice;
use std::net::SocketAddr;
use std::sync::Arc;

#[cfg(any(target_os = "linux", target_os = "android"))]
use tokio::io::Interest;

#[cfg(any(target_os = "linux", target_os = "android"))]
pub async fn read_with<R>(udp: &UdpSocket, op: impl FnMut() -> io::Result<R>) -> io::Result<R> {
    udp.async_io(Interest::READABLE, op).await
}
#[cfg(any(target_os = "linux", target_os = "android"))]
pub async fn write_with<R>(udp: &UdpSocket, op: impl FnMut() -> io::Result<R>) -> io::Result<R> {
    udp.async_io(Interest::WRITABLE, op).await
}

use bytes::BytesMut;
use dashmap::DashMap;
use parking_lot::{Mutex, RwLock};
use tachyonix::{Receiver, Sender, TrySendError};
use tokio::net::UdpSocket;

use crate::route::{Index, RouteKey};
use crate::socket::{bind_udp, LocalInterface};
use crate::tunnel::config::UdpTunnelConfig;
use crate::tunnel::recycle::RecycleBuf;
use crate::tunnel::{DEFAULT_ADDRESS_V4, DEFAULT_ADDRESS_V6};

#[cfg(any(target_os = "linux", target_os = "android"))]
const MAX_MESSAGES: usize = 16;
#[cfg(any(target_os = "linux", target_os = "android"))]
use libc::{c_uint, iovec, mmsghdr, sockaddr_storage, socklen_t};
#[cfg(any(target_os = "linux", target_os = "android"))]
use std::os::fd::AsRawFd;

#[derive(Debug, PartialEq, Eq, Clone, Copy, Default)]
pub enum Model {
    High,
    #[default]
    Low,
}

impl Model {
    pub fn is_low(&self) -> bool {
        self == &Model::Low
    }
    pub fn is_high(&self) -> bool {
        self == &Model::High
    }
}

#[derive(Copy, Clone, Ord, PartialOrd, Eq, PartialEq, Hash, Debug)]
pub enum UDPIndex {
    MainV4(usize),
    MainV6(usize),
    SubV4(usize),
}

impl UDPIndex {
    pub(crate) fn index(&self) -> usize {
        match self {
            UDPIndex::MainV4(i) => *i,
            UDPIndex::MainV6(i) => *i,
            UDPIndex::SubV4(i) => *i,
        }
    }
}

pub trait ToRouteKeyForUdp<T> {
    fn route_key(socket_manager: &UdpSocketManager, dest: Self) -> io::Result<RouteKey>;
}

impl ToRouteKeyForUdp<()> for RouteKey {
    fn route_key(_: &UdpSocketManager, dest: Self) -> io::Result<RouteKey> {
        Ok(dest)
    }
}

impl ToRouteKeyForUdp<()> for &RouteKey {
    fn route_key(_: &UdpSocketManager, dest: Self) -> io::Result<RouteKey> {
        Ok(*dest)
    }
}

impl ToRouteKeyForUdp<()> for &mut RouteKey {
    fn route_key(_: &UdpSocketManager, dest: Self) -> io::Result<RouteKey> {
        Ok(*dest)
    }
}

impl<S: Into<SocketAddr>> ToRouteKeyForUdp<()> for S {
    fn route_key(socket_manager: &UdpSocketManager, dest: Self) -> io::Result<RouteKey> {
        let addr = dest.into();
        socket_manager.generate_route_key_from_addr(0, addr)
    }
}

impl<S: Into<SocketAddr>> ToRouteKeyForUdp<usize> for (usize, S) {
    fn route_key(socket_manager: &UdpSocketManager, dest: Self) -> io::Result<RouteKey> {
        let (index, addr) = dest;
        socket_manager.generate_route_key_from_addr(index, addr.into())
    }
}

/// initialize udp tunnel by config
pub(crate) fn create_tunnel_dispatcher(config: UdpTunnelConfig) -> io::Result<UdpTunnelDispatcher> {
    config.check()?;
    let mut udp_ports = config.udp_ports;
    udp_ports.resize(config.main_udp_count, 0);
    let mut main_udp_v4: Vec<Arc<UdpSocket>> = Vec::with_capacity(config.main_udp_count);
    let mut main_udp_v6: Vec<Arc<UdpSocket>> = Vec::with_capacity(config.main_udp_count);
    // 因为在mac上v4和v6的对绑定网卡的处理不同，所以这里分开监听，并且分开监听更容易处理发送目标为v4的情况，因为双协议栈下发送v4目标需要转换成v6
    for port in &udp_ports {
        loop {
            let mut addr_v4 = DEFAULT_ADDRESS_V4;
            addr_v4.set_port(*port);
            let socket_v4 = bind_udp(addr_v4, config.default_interface.as_ref())?;
            let udp_v4: std::net::UdpSocket = socket_v4.into();
            if config.use_v6 {
                let mut addr_v6 = DEFAULT_ADDRESS_V6;
                let socket_v6 = if *port == 0 {
                    let port = udp_v4.local_addr()?.port();
                    addr_v6.set_port(port);
                    match bind_udp(addr_v6, config.default_interface.as_ref()) {
                        Ok(socket_v6) => socket_v6,
                        Err(_) => continue,
                    }
                } else {
                    addr_v6.set_port(*port);
                    bind_udp(addr_v6, config.default_interface.as_ref())?
                };
                let udp_v6: std::net::UdpSocket = socket_v6.into();
                main_udp_v6.push(Arc::new(UdpSocket::from_std(udp_v6)?))
            }
            main_udp_v4.push(Arc::new(UdpSocket::from_std(udp_v4)?));
            break;
        }
    }
    let (tunnel_sender, tunnel_receiver) =
        tachyonix::channel(config.main_udp_count * 2 + config.sub_udp_count * 2);
    let socket_manager = Arc::new(UdpSocketManager {
        main_udp_v4,
        main_udp_v6,
        sub_udp: RwLock::new(Vec::with_capacity(config.sub_udp_count)),
        sub_close_notify: Default::default(),
        tunnel_dispatcher: tunnel_sender,
        sub_udp_num: config.sub_udp_count,
        default_interface: config.default_interface,
        sender_map: Default::default(),
    });
    let tunnel_factory = UdpTunnelDispatcher {
        tunnel_receiver,
        socket_manager,
        recycle_buf: config.recycle_buf,
    };
    tunnel_factory.init()?;
    tunnel_factory.socket_manager.switch_model(config.model)?;
    Ok(tunnel_factory)
}

pub struct UdpSocketManager {
    main_udp_v4: Vec<Arc<UdpSocket>>,
    main_udp_v6: Vec<Arc<UdpSocket>>,
    sub_udp: RwLock<Vec<Arc<UdpSocket>>>,
    sub_close_notify: Mutex<Option<async_broadcast::Sender<()>>>,
    tunnel_dispatcher: Sender<InactiveUdpTunnel>,
    sub_udp_num: usize,
    default_interface: Option<LocalInterface>,
    sender_map: DashMap<Index, Sender<(BytesMut, SocketAddr)>>,
}

impl UdpSocketManager {
    pub(crate) fn try_sub_batch_send_to(&self, buf: &[u8], addr: SocketAddr) {
        for (i, udp) in self.sub_udp.read().iter().enumerate() {
            if let Err(e) = udp.try_send_to(buf, addr) {
                log::info!("try_sub_send_to_addr_v4: {e:?},{i},{addr}")
            }
        }
    }
    pub(crate) fn try_main_v4_batch_send_to(&self, buf: &[u8], addr: &[SocketAddr]) {
        let len = self.main_udp_v4_count();
        self.try_main_batch_send_to_impl(buf, addr, len);
    }
    pub(crate) fn try_main_v6_batch_send_to(&self, buf: &[u8], addr: &[SocketAddr]) {
        let len = self.main_udp_v6_count();
        self.try_main_batch_send_to_impl(buf, addr, len);
    }

    pub(crate) fn try_main_batch_send_to_impl(&self, buf: &[u8], addr: &[SocketAddr], len: usize) {
        for (i, addr) in addr.iter().enumerate() {
            if let Err(e) = self.try_send_to(buf, (i % len, *addr)) {
                log::info!("try_main_send_to_addr: {e:?},{},{addr}", i % len);
            }
        }
    }
    pub(crate) fn generate_route_key_from_addr(
        &self,
        index: usize,
        addr: SocketAddr,
    ) -> io::Result<RouteKey> {
        let route_key = if addr.is_ipv4() {
            let len = self.main_udp_v4.len();
            if index >= len {
                return Err(io::Error::new(io::ErrorKind::Other, "index out of bounds"));
            }
            RouteKey::new(Index::Udp(UDPIndex::MainV4(index)), addr)
        } else {
            let len = self.main_udp_v6.len();
            if len == 0 {
                return Err(io::Error::new(io::ErrorKind::Other, "Not support IPV6"));
            }
            if index >= len {
                return Err(io::Error::new(io::ErrorKind::Other, "index out of bounds"));
            }
            RouteKey::new(Index::Udp(UDPIndex::MainV6(index)), addr)
        };
        Ok(route_key)
    }
    pub(crate) fn switch_low(&self) {
        let mut guard = self.sub_udp.write();
        if guard.is_empty() {
            return;
        }
        guard.clear();
        if let Some(sub_close_notify) = self.sub_close_notify.lock().take() {
            let _ = sub_close_notify.close();
        }
    }
    pub(crate) fn switch_high(&self) -> io::Result<()> {
        let mut guard = self.sub_udp.write();
        if !guard.is_empty() {
            return Ok(());
        }
        let mut sub_close_notify_guard = self.sub_close_notify.lock();
        if let Some(sender) = sub_close_notify_guard.take() {
            let _ = sender.close();
        }
        let (sub_close_notify_sender, sub_close_notify_receiver) = async_broadcast::broadcast(2);
        let mut sub_udp_list = Vec::with_capacity(self.sub_udp_num);
        for _ in 0..self.sub_udp_num {
            let udp = bind_udp(DEFAULT_ADDRESS_V4, self.default_interface.as_ref())?;
            let udp: std::net::UdpSocket = udp.into();
            sub_udp_list.push(Arc::new(UdpSocket::from_std(udp)?));
        }
        for (index, udp) in sub_udp_list.iter().enumerate() {
            let udp = udp.clone();
            let udp_tunnel = InactiveUdpTunnel::new(
                false,
                Index::Udp(UDPIndex::SubV4(index)),
                udp,
                Some(sub_close_notify_receiver.clone()),
            );
            if self.tunnel_dispatcher.try_send(udp_tunnel).is_err() {
                Err(io::Error::new(io::ErrorKind::Other, "tunnel channel error"))?
            }
        }
        sub_close_notify_guard.replace(sub_close_notify_sender);
        *guard = sub_udp_list;
        Ok(())
    }

    #[inline]
    fn get_udp(&self, udp_index: UDPIndex) -> io::Result<Arc<UdpSocket>> {
        Ok(match udp_index {
            UDPIndex::MainV4(index) => self
                .main_udp_v4
                .get(index)
                .ok_or(io::Error::new(io::ErrorKind::Other, "index out of bounds"))?
                .clone(),
            UDPIndex::MainV6(index) => self
                .main_udp_v6
                .get(index)
                .ok_or(io::Error::new(io::ErrorKind::Other, "index out of bounds"))?
                .clone(),
            UDPIndex::SubV4(index) => {
                let guard = self.sub_udp.read();
                let len = guard.len();
                if len <= index {
                    return Err(io::Error::new(io::ErrorKind::Other, "index out of bounds"));
                } else {
                    guard[index].clone()
                }
            }
        })
    }

    #[inline]
    fn get_udp_from_route(&self, route_key: &RouteKey) -> io::Result<Arc<UdpSocket>> {
        Ok(match route_key.index() {
            Index::Udp(index) => self.get_udp(index)?,
            _ => return Err(io::Error::from(io::ErrorKind::InvalidInput)),
        })
    }
}

impl UdpSocketManager {
    pub fn model(&self) -> Model {
        if self.sub_udp.read().is_empty() {
            Model::Low
        } else {
            Model::High
        }
    }

    #[inline]
    pub fn main_udp_v4_count(&self) -> usize {
        self.main_udp_v4.len()
    }
    #[inline]
    pub fn main_udp_v6_count(&self) -> usize {
        self.main_udp_v6.len()
    }

    pub fn switch_model(&self, model: Model) -> io::Result<()> {
        match model {
            Model::High => self.switch_high(),
            Model::Low => {
                self.switch_low();
                Ok(())
            }
        }
    }
    /// Acquire the local ports `UDP` sockets bind on
    pub fn local_ports(&self) -> io::Result<Vec<u16>> {
        let mut ports = Vec::with_capacity(self.main_udp_v4_count());
        for udp in &self.main_udp_v4 {
            ports.push(udp.local_addr()?.port());
        }
        Ok(ports)
    }
    /// Writing `buf` to the target denoted by `route_key`
    pub async fn send_to<T, D: ToRouteKeyForUdp<T>>(&self, buf: &[u8], dest: D) -> io::Result<()> {
        let route_key = ToRouteKeyForUdp::route_key(self, dest)?;
        let len = self
            .get_udp_from_route(&route_key)?
            .send_to(buf, route_key.addr())
            .await?;
        if len == 0 {
            return Err(std::io::Error::from(io::ErrorKind::WriteZero));
        }
        Ok(())
    }

    /// Try to write `buf` to the target denoted by `route_key`
    pub fn try_send_to<T, D: ToRouteKeyForUdp<T>>(&self, buf: &[u8], dest: D) -> io::Result<()> {
        let route_key = ToRouteKeyForUdp::route_key(self, dest)?;
        let len = self
            .get_udp_from_route(&route_key)?
            .try_send_to(buf, route_key.addr())?;
        if len == 0 {
            return Err(std::io::Error::from(io::ErrorKind::WriteZero));
        }
        Ok(())
    }

    pub async fn batch_send_to<T, D: ToRouteKeyForUdp<T>>(
        &self,
        bufs: &[IoSlice<'_>],
        dest: D,
    ) -> io::Result<()> {
        let route_key = ToRouteKeyForUdp::route_key(self, dest)?;
        let udp = self.get_udp_from_route(&route_key)?;
        for buf in bufs {
            let len = udp.send_to(buf, route_key.addr()).await?;
            if len == 0 {
                return Err(std::io::Error::from(io::ErrorKind::WriteZero));
            }
        }

        Ok(())
    }
    fn get_sender(&self, route_key: &RouteKey) -> io::Result<Sender<(BytesMut, SocketAddr)>> {
        if let Some(sender) = self.sender_map.get(&route_key.index()) {
            Ok(sender.value().clone())
        } else {
            Err(io::Error::new(io::ErrorKind::NotFound, "route not found"))
        }
    }
    pub async fn send_bytes_to<T, D: ToRouteKeyForUdp<T>>(
        &self,
        buf: BytesMut,
        dest: D,
    ) -> io::Result<()> {
        let route_key = ToRouteKeyForUdp::route_key(self, dest)?;
        let sender = self.get_sender(&route_key)?;
        if let Err(_e) = sender.send((buf, route_key.addr())).await {
            Err(io::Error::from(io::ErrorKind::WriteZero))
        } else {
            Ok(())
        }
    }
    pub fn try_send_bytes_to<T, D: ToRouteKeyForUdp<T>>(
        &self,
        buf: BytesMut,
        dest: D,
    ) -> io::Result<()> {
        let route_key = ToRouteKeyForUdp::route_key(self, dest)?;
        let sender = self.get_sender(&route_key)?;
        if let Err(e) = sender.try_send((buf, route_key.addr())) {
            match e {
                TrySendError::Full(_) => Err(io::Error::from(io::ErrorKind::WouldBlock)),
                TrySendError::Closed(_) => Err(io::Error::from(io::ErrorKind::WriteZero)),
            }
        } else {
            Ok(())
        }
    }

    /// Send bytes to the target denoted by SocketAddr with every main underlying socket
    pub async fn detect_pub_addrs<A: Into<SocketAddr>>(
        &self,
        buf: &[u8],
        addr: A,
    ) -> io::Result<()> {
        let addr: SocketAddr = addr.into();
        for index in 0..self.main_udp_v4_count() {
            self.send_to(buf, (index, addr)).await?
        }
        Ok(())
    }
}

pub struct UdpTunnelDispatcher {
    tunnel_receiver: Receiver<InactiveUdpTunnel>,
    pub(crate) socket_manager: Arc<UdpSocketManager>,
    recycle_buf: Option<RecycleBuf>,
}

impl UdpTunnelDispatcher {
    pub(crate) fn init(&self) -> io::Result<()> {
        for (index, udp) in self.socket_manager.main_udp_v4.iter().enumerate() {
            let udp = udp.clone();
            let tunnel =
                InactiveUdpTunnel::new(true, Index::Udp(UDPIndex::MainV4(index)), udp, None);
            if self
                .socket_manager
                .tunnel_dispatcher
                .try_send(tunnel)
                .is_err()
            {
                Err(io::Error::new(io::ErrorKind::Other, "tunnel channel error"))?
            }
        }
        for (index, udp) in self.socket_manager.main_udp_v6.iter().enumerate() {
            let udp = udp.clone();
            let tunnel =
                InactiveUdpTunnel::new(true, Index::Udp(UDPIndex::MainV6(index)), udp, None);
            if self
                .socket_manager
                .tunnel_dispatcher
                .try_send(tunnel)
                .is_err()
            {
                Err(io::Error::new(io::ErrorKind::Other, "tunnel channel error"))?
            }
        }
        Ok(())
    }
}

impl UdpTunnelDispatcher {
    /// Construct a `UDP` tunnel with the specified configuration
    pub fn new(config: UdpTunnelConfig) -> io::Result<UdpTunnelDispatcher> {
        create_tunnel_dispatcher(config)
    }
    /// Dispatch `UDP` tunnel from this kind dispatcher
    pub async fn dispatch(&mut self) -> io::Result<UdpTunnel> {
        let mut udp_tunnel = self
            .tunnel_receiver
            .recv()
            .await
            .map_err(|_| io::Error::new(io::ErrorKind::Other, "Udp tunnel close"))?;
        let option = self
            .socket_manager
            .sender_map
            .get(&udp_tunnel.index)
            .map(|v| v.value().clone());
        let sender = if let Some(v) = option {
            v
        } else {
            let (s, mut r) = tachyonix::channel(128);
            let index = udp_tunnel.index;
            let sender = s.clone();
            self.socket_manager.sender_map.insert(index, s);

            let socket_manager = self.socket_manager.clone();
            let udp = udp_tunnel.udp.clone();
            let recycle_buf = self.recycle_buf.clone();
            tokio::spawn(async move {
                #[cfg(any(target_os = "linux", target_os = "android"))]
                let mut vec_buf = Vec::with_capacity(16);

                while let Ok((buf, addr)) = r.recv().await {
                    #[cfg(any(target_os = "linux", target_os = "android"))]
                    {
                        vec_buf.push((buf, addr));
                        while let Ok(tup) = r.try_recv() {
                            vec_buf.push(tup);
                            if vec_buf.len() == MAX_MESSAGES {
                                break;
                            }
                        }
                        let mut bufs = &mut vec_buf[..];
                        let fd = udp.as_raw_fd();
                        loop {
                            if bufs.len() == 1 {
                                let (buf, addr) = unsafe { bufs.get_unchecked(0) };
                                if let Err(e) = udp.send_to(buf, *addr).await {
                                    log::warn!("send_to {addr:?},{e:?}")
                                }
                                break;
                            } else {
                                let rs = write_with(&udp, || sendmmsg(fd, bufs)).await;
                                match rs {
                                    Ok(size) => {
                                        if size < bufs.len() {
                                            bufs = &mut bufs[size..];
                                            continue;
                                        }
                                        break;
                                    }
                                    Err(e) => {
                                        log::warn!("sendmmsg {e:?}");
                                    }
                                }
                            }
                        }
                        if let Some(recycle_buf) = recycle_buf.as_ref() {
                            while let Some((buf, _)) = vec_buf.pop() {
                                recycle_buf.push(buf);
                            }
                        } else {
                            vec_buf.clear();
                        }
                    }
                    #[cfg(not(any(target_os = "linux", target_os = "android")))]
                    {
                        let rs = udp.send_to(&buf, addr).await;
                        if let Some(recycle_buf) = recycle_buf.as_ref() {
                            recycle_buf.push(buf);
                        }
                        if let Err(e) = rs {
                            log::debug!("{addr:?},{e:?}")
                        }
                    }
                }
                socket_manager.sender_map.remove(&index);
            });
            sender
        };
        if udp_tunnel.sender.is_none() {
            udp_tunnel.sender.replace(OwnedUdpTunnelSender { sender });
        }
        if udp_tunnel.reusable {
            UdpTunnel::with_main(udp_tunnel, self.manager().tunnel_dispatcher.clone())
        } else {
            UdpTunnel::with_sub(udp_tunnel)
        }
    }
    pub fn manager(&self) -> &Arc<UdpSocketManager> {
        &self.socket_manager
    }
}

#[cfg(any(target_os = "linux", target_os = "android"))]
fn sendmmsg(fd: std::os::fd::RawFd, bufs: &mut [(BytesMut, SocketAddr)]) -> io::Result<usize> {
    assert!(bufs.len() <= MAX_MESSAGES);
    let mut iov: [iovec; MAX_MESSAGES] = unsafe { std::mem::zeroed() };
    let mut msgs: [mmsghdr; MAX_MESSAGES] = unsafe { std::mem::zeroed() };
    let mut addrs: [sockaddr_storage; MAX_MESSAGES] = unsafe { std::mem::zeroed() };
    for (i, (buf, addr)) in bufs.iter_mut().enumerate() {
        addrs[i] = socket_addr_to_sockaddr(addr);
        iov[i].iov_base = buf.as_mut_ptr() as *mut libc::c_void;
        iov[i].iov_len = buf.len();
        msgs[i].msg_hdr.msg_iov = &mut iov[i];
        msgs[i].msg_hdr.msg_iovlen = 1;

        msgs[i].msg_hdr.msg_name = &mut addrs[i] as *mut _ as *mut libc::c_void;
        msgs[i].msg_hdr.msg_namelen = std::mem::size_of::<sockaddr_storage>() as socklen_t;
    }

    unsafe {
        let res = libc::sendmmsg(
            fd,
            msgs.as_mut_ptr(),
            bufs.len() as _,
            libc::MSG_DONTWAIT as _,
        );
        if res == -1 {
            return Err(io::Error::last_os_error());
        }
        Ok(res as usize)
    }
}

#[cfg(any(target_os = "linux", target_os = "android"))]
fn socket_addr_to_sockaddr(addr: &SocketAddr) -> sockaddr_storage {
    let mut storage: sockaddr_storage = unsafe { std::mem::zeroed() };

    match addr {
        SocketAddr::V4(v4_addr) => {
            let sin = libc::sockaddr_in {
                sin_family: libc::AF_INET as _,
                sin_port: v4_addr.port().to_be(),
                sin_addr: libc::in_addr {
                    s_addr: u32::from_ne_bytes(v4_addr.ip().octets()), // IP 地址
                },
                sin_zero: [0; 8],
            };

            unsafe {
                let sin_ptr = &sin as *const libc::sockaddr_in as *const u8;
                let storage_ptr = &mut storage as *mut sockaddr_storage as *mut u8;
                std::ptr::copy_nonoverlapping(
                    sin_ptr,
                    storage_ptr,
                    std::mem::size_of::<libc::sockaddr>(),
                );
            }
        }
        SocketAddr::V6(v6_addr) => {
            let sin6 = libc::sockaddr_in6 {
                sin6_family: libc::AF_INET6 as _,
                sin6_port: v6_addr.port().to_be(),
                sin6_flowinfo: v6_addr.flowinfo(),
                sin6_addr: libc::in6_addr {
                    s6_addr: v6_addr.ip().octets(),
                },
                sin6_scope_id: v6_addr.scope_id(),
            };

            unsafe {
                let sin6_ptr = &sin6 as *const libc::sockaddr_in6 as *const u8;
                let storage_ptr = &mut storage as *mut sockaddr_storage as *mut u8;
                std::ptr::copy_nonoverlapping(
                    sin6_ptr,
                    storage_ptr,
                    std::mem::size_of::<libc::sockaddr>(),
                );
            }
        }
    }
    storage
}

pub struct UdpTunnel {
    index: Index,
    local_addr: SocketAddr,
    udp: Option<Arc<UdpSocket>>,
    close_notify: Option<async_broadcast::Receiver<()>>,
    re_dispatcher: Option<Sender<InactiveUdpTunnel>>,
    sender: Option<OwnedUdpTunnelSender>,
}
struct OwnedUdpTunnelSender {
    sender: Sender<(BytesMut, SocketAddr)>,
}
#[derive(Clone)]
pub struct WeakUdpTunnelSender {
    sender: Sender<(BytesMut, SocketAddr)>,
}
struct InactiveUdpTunnel {
    reusable: bool,
    index: Index,
    udp: Arc<UdpSocket>,
    close_notify: Option<async_broadcast::Receiver<()>>,
    sender: Option<OwnedUdpTunnelSender>,
}
impl InactiveUdpTunnel {
    fn new(
        reusable: bool,
        index: Index,
        udp: Arc<UdpSocket>,
        close_notify: Option<async_broadcast::Receiver<()>>,
    ) -> Self {
        Self {
            reusable,
            index,
            udp,
            close_notify,
            sender: None,
        }
    }
    fn redistribute(index: Index, udp: Arc<UdpSocket>, sender: OwnedUdpTunnelSender) -> Self {
        Self {
            reusable: true,
            index,
            udp,
            close_notify: None,
            sender: Some(sender),
        }
    }
}
impl OwnedUdpTunnelSender {
    async fn send_to<A: Into<SocketAddr>>(&self, buf: BytesMut, dest: A) -> io::Result<()> {
        if buf.is_empty() {
            return Ok(());
        }
        self.sender
            .send((buf, dest.into()))
            .await
            .map_err(|_| io::Error::from(io::ErrorKind::WriteZero))
    }
    fn is_closed(&self) -> bool {
        self.sender.is_closed()
    }
}
impl WeakUdpTunnelSender {
    pub async fn send_to<A: Into<SocketAddr>>(&self, buf: BytesMut, dest: A) -> io::Result<()> {
        if buf.is_empty() {
            return Ok(());
        }
        self.sender
            .send((buf, dest.into()))
            .await
            .map_err(|_| io::Error::from(io::ErrorKind::WriteZero))
    }
    pub fn try_send_to<A: Into<SocketAddr>>(&self, buf: BytesMut, dest: A) -> io::Result<()> {
        if buf.is_empty() {
            return Ok(());
        }
        self.sender
            .try_send((buf, dest.into()))
            .map_err(|e| match e {
                TrySendError::Full(_) => io::Error::from(io::ErrorKind::WouldBlock),
                TrySendError::Closed(_) => io::Error::from(io::ErrorKind::WriteZero),
            })
    }
}
impl Drop for OwnedUdpTunnelSender {
    fn drop(&mut self) {
        self.sender.close();
    }
}
impl Drop for UdpTunnel {
    fn drop(&mut self) {
        let Some(sender) = self.sender.take() else {
            return;
        };
        if sender.is_closed() {
            return;
        }
        let Some(udp) = self.udp.take() else {
            return;
        };
        let Some(re_dispatcher) = self.re_dispatcher.take() else {
            return;
        };
        let rs = re_dispatcher.try_send(InactiveUdpTunnel::redistribute(self.index, udp, sender));
        if let Err(TrySendError::Full(_)) = rs {
            log::warn!("Udp Tunnel TrySendError full");
        }
    }
}

impl UdpTunnel {
    fn with_sub(inactive_udp_tunnel: InactiveUdpTunnel) -> io::Result<Self> {
        let local_addr = inactive_udp_tunnel.udp.local_addr()?;
        Ok(Self {
            index: inactive_udp_tunnel.index,
            local_addr,
            udp: Some(inactive_udp_tunnel.udp),
            close_notify: inactive_udp_tunnel.close_notify,
            re_dispatcher: None,
            sender: inactive_udp_tunnel.sender,
        })
    }
    fn with_main(
        inactive_udp_tunnel: InactiveUdpTunnel,
        re_sender: Sender<InactiveUdpTunnel>,
    ) -> io::Result<Self> {
        let local_addr = inactive_udp_tunnel.udp.local_addr()?;
        Ok(Self {
            local_addr,
            index: inactive_udp_tunnel.index,
            udp: Some(inactive_udp_tunnel.udp),
            close_notify: None,
            re_dispatcher: Some(re_sender),
            sender: inactive_udp_tunnel.sender,
        })
    }
    pub fn done(&mut self) {
        _ = self.udp.take();
        _ = self.close_notify.take();
        _ = self.re_dispatcher.take();
        _ = self.re_dispatcher.take();
        _ = self.sender.take();
    }
    pub fn local_addr(&self) -> SocketAddr {
        self.local_addr
    }
    pub fn sender(&self) -> io::Result<WeakUdpTunnelSender> {
        if let Some(v) = &self.sender {
            Ok(WeakUdpTunnelSender {
                sender: v.sender.clone(),
            })
        } else {
            Err(io::Error::new(io::ErrorKind::Other, "closed"))
        }
    }
}

impl UdpTunnel {
    /// Writing `buf` to the target denoted by SocketAddr via this tunnel
    pub async fn send_to<A: Into<SocketAddr>>(&self, buf: &[u8], addr: A) -> io::Result<()> {
        if let Some(udp) = &self.udp {
            udp.send_to(buf, addr.into()).await?;
            Ok(())
        } else {
            Err(io::Error::new(io::ErrorKind::Other, "closed"))
        }
    }
    /// Try to write `buf` to the target denoted by SocketAddr via this tunnel
    pub fn try_send_to<A: Into<SocketAddr>>(&self, buf: &[u8], addr: A) -> io::Result<()> {
        if let Some(udp) = &self.udp {
            udp.try_send_to(buf, addr.into())?;
            Ok(())
        } else {
            Err(io::Error::new(io::ErrorKind::Other, "closed"))
        }
    }
    pub async fn send_bytes_to<A: Into<SocketAddr>>(
        &self,
        buf: BytesMut,
        addr: A,
    ) -> io::Result<()> {
        if let Some(sender) = &self.sender {
            sender.send_to(buf, addr).await
        } else {
            Err(io::Error::new(io::ErrorKind::Other, "closed"))
        }
    }

    /// Receving buf from this tunnel
    /// `usize` in the `Ok` branch indicates how many bytes are received
    /// `RouteKey` in the `Ok` branch denotes the source where these bytes are received from
    pub async fn recv_from(&mut self, buf: &mut [u8]) -> Option<io::Result<(usize, RouteKey)>> {
        let udp = if let Some(udp) = &self.udp {
            udp
        } else {
            return None;
        };
        loop {
            if let Some(close_notify) = &mut self.close_notify {
                tokio::select! {
                    _rs=close_notify.recv()=>{
                         self.done();
                         return None
                    }
                    result=udp.recv_from(buf)=>{
                         let (len, addr) = match result {
                            Ok(rs) => rs,
                            Err(e) => {
                                if should_ignore_error(&e) {
                                    continue;
                                }
                                return Some(Err(e))
                            }
                         };
                         return Some(Ok((len, RouteKey::new(self.index, addr))))
                    }
                }
            } else {
                let (len, addr) = match udp.recv_from(buf).await {
                    Ok(rs) => rs,
                    Err(e) => {
                        if should_ignore_error(&e) {
                            continue;
                        }
                        return Some(Err(e));
                    }
                };
                return Some(Ok((len, RouteKey::new(self.index, addr))));
            }
        }
    }
    #[cfg(not(any(target_os = "linux", target_os = "android")))]
    pub async fn batch_recv_from<B: AsMut<[u8]>>(
        &mut self,
        bufs: &mut [B],
        sizes: &mut [usize],
        addrs: &mut [RouteKey],
    ) -> Option<io::Result<usize>> {
        if bufs.is_empty() || bufs.len() != sizes.len() || bufs.len() != addrs.len() {
            return Some(Err(io::Error::new(io::ErrorKind::Other, "bufs error")));
        }
        let rs = self.recv_from(bufs[0].as_mut()).await?;
        match rs {
            Ok((len, addr)) => {
                let udp = self.udp.as_ref()?;
                sizes[0] = len;
                addrs[0] = addr;
                let mut num = 1;
                while num < bufs.len() {
                    match udp.try_recv_from(bufs[num].as_mut()) {
                        Ok((len, addr)) => {
                            sizes[num] = len;
                            addrs[num] = RouteKey::new(self.index, addr);
                            num += 1;
                        }
                        Err(_) => break,
                    }
                }
                Some(Ok(num))
            }
            Err(e) => Some(Err(e)),
        }
    }
    #[cfg(any(target_os = "linux", target_os = "android"))]
    pub async fn batch_recv_from<B: AsMut<[u8]>>(
        &mut self,
        bufs: &mut [B],
        sizes: &mut [usize],
        addrs: &mut [RouteKey],
    ) -> Option<io::Result<usize>> {
        if bufs.is_empty() || bufs.len() != sizes.len() || bufs.len() != addrs.len() {
            return Some(Err(io::Error::new(
                io::ErrorKind::Other,
                "bufs/sizes/addrs error",
            )));
        }
        let udp = self.udp.as_ref()?;
        let fd = udp.as_raw_fd();
        loop {
            let rs = if let Some(close_notify) = &mut self.close_notify {
                tokio::select! {
                    _rs=close_notify.recv()=>{
                        self.done();
                        return None
                    }
                    rs=read_with(udp,|| recvmmsg(self.index, fd, bufs, sizes, addrs))=>{
                        rs
                    }
                }
            } else {
                read_with(udp, || recvmmsg(self.index, fd, bufs, sizes, addrs)).await
            };
            return match rs {
                Ok(size) => Some(Ok(size)),
                Err(e) => {
                    if should_ignore_error(&e) {
                        continue;
                    }
                    Some(Err(e))
                }
            };
        }
    }
}

#[cfg(any(target_os = "linux", target_os = "android"))]
fn recvmmsg<B: AsMut<[u8]>>(
    index: Index,
    fd: std::os::fd::RawFd,
    bufs: &mut [B],
    sizes: &mut [usize],
    route_keys: &mut [RouteKey],
) -> io::Result<usize> {
    let mut iov: [iovec; MAX_MESSAGES] = unsafe { std::mem::zeroed() };
    let mut msgs: [mmsghdr; MAX_MESSAGES] = unsafe { std::mem::zeroed() };
    let mut addrs: [sockaddr_storage; MAX_MESSAGES] = unsafe { std::mem::zeroed() };
    let max_num = bufs.len().min(MAX_MESSAGES);
    for i in 0..max_num {
        iov[i].iov_base = bufs[i].as_mut().as_mut_ptr() as *mut libc::c_void;
        iov[i].iov_len = bufs[i].as_mut().len();
        msgs[i].msg_hdr.msg_iov = &mut iov[i];
        msgs[i].msg_hdr.msg_iovlen = 1;
        msgs[i].msg_hdr.msg_name = &mut addrs[i] as *const _ as *mut libc::c_void;
        msgs[i].msg_hdr.msg_namelen = std::mem::size_of::<sockaddr_storage>() as socklen_t;
    }
    let res = unsafe {
        libc::recvmmsg(
            fd,
            msgs.as_mut_ptr(),
            max_num as c_uint,
            libc::MSG_DONTWAIT as _,
            std::ptr::null_mut(),
        )
    };
    if res == -1 {
        return Err(io::Error::last_os_error());
    }
    let nmsgs = res as usize;
    for i in 0..nmsgs {
        let addr = sockaddr_to_socket_addr(&addrs[i], msgs[i].msg_hdr.msg_namelen);
        sizes[i] = msgs[i].msg_len as usize;
        route_keys[i] = RouteKey::new(index, addr);
    }
    Ok(nmsgs)
}
#[cfg(any(target_os = "linux", target_os = "android"))]
fn sockaddr_to_socket_addr(addr: &sockaddr_storage, _len: socklen_t) -> SocketAddr {
    match addr.ss_family as libc::c_int {
        libc::AF_INET => {
            let addr_in = unsafe { *(addr as *const _ as *const libc::sockaddr_in) };
            let ip = u32::from_be(addr_in.sin_addr.s_addr);
            let port = u16::from_be(addr_in.sin_port);
            SocketAddr::V4(std::net::SocketAddrV4::new(
                std::net::Ipv4Addr::from(ip),
                port,
            ))
        }
        libc::AF_INET6 => {
            let addr_in6 = unsafe { *(addr as *const _ as *const libc::sockaddr_in6) };
            let ip = std::net::Ipv6Addr::from(addr_in6.sin6_addr.s6_addr);
            let port = u16::from_be(addr_in6.sin6_port);
            SocketAddr::V6(std::net::SocketAddrV6::new(ip, port, 0, 0))
        }
        _ => panic!("Unsupported address family"),
    }
}

fn should_ignore_error(e: &io::Error) -> bool {
    #[cfg(windows)]
    {
        // 检查错误码是否为 WSAECONNRESET
        if let Some(os_error) = e.raw_os_error() {
            return os_error == windows_sys::Win32::Networking::WinSock::WSAECONNRESET;
        }
    }
    _ = e;
    false
}

#[cfg(test)]
mod tests {
    use std::time::Duration;

    use crate::tunnel::udp::{Model, UdpTunnel};

    #[tokio::test]
    pub async fn create_udp_tunnel() {
        let config = crate::tunnel::config::UdpTunnelConfig::default()
            .set_main_udp_count(2)
            .set_sub_udp_count(10)
            .set_model(Model::Low)
            .set_use_v6(false);
        let mut udp_tunnel_factory = crate::tunnel::udp::create_tunnel_dispatcher(config).unwrap();
        let mut count = 0;
        let mut join = Vec::new();
        while let Ok(rs) =
            tokio::time::timeout(Duration::from_secs(1), udp_tunnel_factory.dispatch()).await
        {
            join.push(tokio::spawn(tunnel_recv(rs.unwrap())));
            count += 1;
        }
        assert_eq!(count, 2)
    }

    #[tokio::test]
    pub async fn create_sub_udp_tunnel() {
        let config = crate::tunnel::config::UdpTunnelConfig::default()
            .set_main_udp_count(2)
            .set_sub_udp_count(10)
            .set_use_v6(false)
            .set_model(Model::High);
        let mut tunnel_factory = crate::tunnel::udp::create_tunnel_dispatcher(config).unwrap();
        let mut count = 0;
        let mut join = Vec::new();
        while let Ok(rs) =
            tokio::time::timeout(Duration::from_secs(1), tunnel_factory.dispatch()).await
        {
            join.push(tokio::spawn(tunnel_recv(rs.unwrap())));
            count += 1;
        }
        tunnel_factory.manager().switch_low();

        let mut close_tunnel_count = 0;
        for x in join {
            let rs = tokio::time::timeout(Duration::from_secs(1), x).await;
            match rs {
                Ok(rs) => {
                    if rs.unwrap() {
                        // tunnel task done
                        close_tunnel_count += 1;
                    }
                }
                Err(_e) => {
                    _ = _e;
                }
            }
        }
        assert_eq!(count, 12);
        assert_eq!(close_tunnel_count, 10);
    }

    async fn tunnel_recv(mut tunnel: UdpTunnel) -> bool {
        let mut buf = [0; 1400];
        tunnel.recv_from(&mut buf).await.is_none()
    }
}