use alloc::{boxed::Box, vec::Vec};
use core::{net::Ipv4Addr, time::Duration};
use ax_errno::{AxError, AxResult};
use ax_io::prelude::*;
use ax_net::{
CMsgData, IpCmsg, RecvFlags, RecvOptions, SendFlags, SendOptions, SocketAddrEx, SocketCmsg,
SocketOps,
};
use ax_runtime::hal::time::wall_time;
use linux_raw_sys::{
general::{timespec, timeval},
net::{
IP_TOS, IPPROTO_IPV6, IPV6_TCLASS, MSG_CMSG_CLOEXEC, MSG_CTRUNC, MSG_DONTWAIT, MSG_OOB,
MSG_PEEK, MSG_TRUNC, SCM_CREDENTIALS, SCM_RIGHTS, SCM_TIMESTAMP, SOL_SOCKET, cmsghdr,
mmsghdr, msghdr, sockaddr, socklen_t, ucred,
},
};
use super::addr::{
SocketAddrExt, normalize_socket_addr_ex_for_ip_stack, socket_addr_ex_for_user_name,
};
use crate::{
file::{FileLike, PacketSocket, Socket, add_file_like, get_file_like, netlink::NetlinkSocket},
mm::{IoVec, IoVectorBuf, UserConstPtr, UserPtr, VmBytes, VmBytesMut},
syscall::net::{CMsg, CMsgBuilder, cmsg_space},
time::TimeValueLike,
};
const MMSG_MAX_VLEN: u32 = 1024;
const MSG_WAITFORONE: u32 = 0x10000;
const PROTO_IP: u32 = linux_raw_sys::net::IPPROTO_IP as u32;
fn parse_recvmmsg_timeout(timeout: UserConstPtr<timespec>) -> AxResult<Option<Duration>> {
if timeout.is_null() {
return Ok(None);
}
let ts = timeout.get_as_ref()?;
let tv = (*ts).try_into_time_value()?;
Ok(Some(Duration::new(tv.as_secs(), tv.subsec_nanos())))
}
fn parse_send_cmsgs(control_ptr: usize, control_len: usize) -> AxResult<Vec<CMsgData>> {
let mut cmsg = Vec::new();
if control_ptr == 0 || control_len == 0 {
return Ok(cmsg);
}
let mut ptr = control_ptr;
let ptr_end = ptr.checked_add(control_len).ok_or(AxError::InvalidInput)?;
while let Some(next) = ptr.checked_add(size_of::<cmsghdr>()) {
if next > ptr_end {
break;
}
let hdr = UserConstPtr::<cmsghdr>::from(ptr).get_as_ref()?;
if hdr.cmsg_len < size_of::<cmsghdr>() || ptr_end - ptr < hdr.cmsg_len {
return Err(AxError::InvalidInput);
}
let Some(next_ptr) = cmsg_space(hdr.cmsg_len - size_of::<cmsghdr>())
.and_then(|space| ptr.checked_add(space))
else {
return Err(AxError::InvalidInput);
};
cmsg.push(Box::new(CMsg::parse(hdr)?) as CMsgData);
ptr = next_ptr;
}
Ok(cmsg)
}
fn send_impl(
fd: i32,
mut src: impl Read + IoBuf,
flags: u32,
addr: UserConstPtr<sockaddr>,
addrlen: socklen_t,
cmsg: Vec<CMsgData>,
) -> AxResult<isize> {
if let Ok(packet) = PacketSocket::from_fd(fd) {
return Ok(packet.send_packet(&mut src)? as isize);
}
if let Ok(socket) = Socket::from_fd(fd) {
let addr = if addr.is_null() {
None
} else if addrlen == 0 {
return Err(AxError::InvalidInput);
} else {
let mut addr = SocketAddrEx::read_from_user(addr, addrlen)?;
if socket.ip_domain() == linux_raw_sys::net::AF_INET6 {
addr = normalize_socket_addr_ex_for_ip_stack(addr, false)?;
}
Some(addr)
};
let send_flags = SendFlags::from_bits_retain(flags);
debug!("sys_send <= fd: {fd}, flags: {flags:#x}, addr: {addr:?}");
let sent = socket.send(
&mut src,
Socket::with_current_sender_credentials(SendOptions {
to: addr,
flags: send_flags,
cmsg,
..Default::default()
}),
)?;
return Ok(sent as isize);
}
if let Ok(netlink) = NetlinkSocket::from_fd(fd) {
let sent = netlink.write(&mut src)?;
return Ok(sent as isize);
}
get_file_like(fd)?;
Err(AxError::NotASocket)
}
pub fn sys_sendto(
fd: i32,
buf: *const u8,
len: usize,
flags: u32,
addr: UserConstPtr<sockaddr>,
addrlen: socklen_t,
) -> AxResult<isize> {
send_impl(fd, VmBytes::new(buf, len), flags, addr, addrlen, Vec::new())
}
pub fn sys_sendmsg(fd: i32, msg: UserConstPtr<msghdr>, flags: u32) -> AxResult<isize> {
let msg = msg.get_as_ref()?;
let cmsg = parse_send_cmsgs(msg.msg_control as usize, msg.msg_controllen)?;
send_impl(
fd,
IoVectorBuf::new(msg.msg_iov as *const IoVec, msg.msg_iovlen)?.into_io(),
flags,
UserConstPtr::from(msg.msg_name as usize),
msg.msg_namelen as socklen_t,
cmsg,
)
}
#[allow(clippy::too_many_arguments)]
fn recv_impl(
fd: i32,
mut dst: impl Write + IoBufMut,
flags: u32,
addr: UserPtr<sockaddr>,
addrlen: UserPtr<socklen_t>,
mut cmsg_builder: Option<CMsgBuilder>,
truncated_out: &mut bool,
control_truncated_out: &mut bool,
) -> AxResult<isize> {
debug!("sys_recv <= fd: {fd}, flags: {flags}");
if let Ok(packet) = PacketSocket::from_fd(fd) {
let (recv, from) = packet.recv_packet(&mut dst)?;
if !addr.is_null() {
from.write_to_user(
addr.address().as_usize() as *mut sockaddr,
addrlen.get_as_mut()?,
)?;
}
if let Some(builder) = cmsg_builder.take() {
builder.finish();
}
return Ok(recv as isize);
}
let Ok(socket) = Socket::from_fd(fd) else {
if let Ok(netlink) = NetlinkSocket::from_fd(fd) {
let (recv, truncated) = netlink.recv(
&mut dst,
flags & MSG_PEEK != 0,
flags & MSG_TRUNC != 0,
flags & MSG_DONTWAIT != 0,
)?;
*truncated_out = truncated;
if !addr.is_null() {
super::addr::write_netlink_addr(
&netlink.kernel_addr(),
addr,
addrlen.get_as_mut()?,
)?;
}
if let Some(builder) = cmsg_builder.take() {
builder.finish();
}
return Ok(recv as isize);
}
get_file_like(fd)?;
return Err(AxError::NotASocket);
};
let mut recv_flags = RecvFlags::empty();
if flags & MSG_PEEK != 0 {
recv_flags |= RecvFlags::PEEK;
}
if flags & MSG_TRUNC != 0 {
recv_flags |= RecvFlags::TRUNCATE;
}
if flags & MSG_DONTWAIT != 0 {
recv_flags |= RecvFlags::DONTWAIT;
}
if flags & MSG_OOB != 0 {
recv_flags |= RecvFlags::OOB;
}
let cmsg_cloexec = flags & MSG_CMSG_CLOEXEC != 0;
let mut cmsg = Vec::new();
let mut remote_addr =
(!addr.is_null()).then(|| SocketAddrEx::Ip((Ipv4Addr::UNSPECIFIED, 0).into()));
let recv = socket.recv(
&mut dst,
RecvOptions {
from: remote_addr.as_mut(),
flags: recv_flags,
cmsg: Some(&mut cmsg),
truncated: Some(truncated_out),
},
)?;
if let Some(remote_addr) = remote_addr {
socket_addr_ex_for_user_name(socket.ip_domain(), remote_addr)
.write_to_user(addr, addrlen.get_as_mut()?)?;
}
if cmsg_builder.is_none() && !cmsg.is_empty() {
*control_truncated_out = true;
}
if let Some(mut builder) = cmsg_builder {
for cmsg in cmsg {
let pushed = match cmsg.into_any().downcast::<CMsg>() {
Ok(cmsg) => match *cmsg {
CMsg::Rights { fds } => {
let total = fds.len();
let install = total.min(builder.rights_capacity());
if install < total {
*control_truncated_out = true;
}
if install == 0 {
false
} else {
let body_len = install * size_of::<i32>();
builder.push_sized(SOL_SOCKET, SCM_RIGHTS, body_len, |data| {
let mut written = 0;
for (f, chunk) in fds
.into_iter()
.take(install)
.zip(data.as_chunks_mut::<{ size_of::<i32>() }>().0)
{
let fd = add_file_like(f, cmsg_cloexec)?;
chunk.copy_from_slice(&fd.to_ne_bytes());
written += size_of::<i32>();
}
Ok(written)
})?
}
}
},
Err(cmsg) => match cmsg.downcast::<IpCmsg>() {
Ok(cmsg) => match *cmsg {
IpCmsg::Ipv4Tos(tos) => {
builder.push_sized(PROTO_IP, IP_TOS, 1, |data| {
data[0] = tos;
Ok(1)
})?
}
IpCmsg::Ipv6TrafficClass(tclass) => builder.push_sized(
IPPROTO_IPV6 as u32,
IPV6_TCLASS,
size_of::<i32>(),
|data| {
data.copy_from_slice(&i32::from(tclass).to_ne_bytes());
Ok(size_of::<i32>())
},
)?,
},
Err(cmsg) => match cmsg.downcast::<SocketCmsg>() {
Ok(cmsg) => match *cmsg {
SocketCmsg::Credentials(credentials) => builder.push_sized(
SOL_SOCKET,
SCM_CREDENTIALS,
size_of::<ucred>(),
|data| {
let credentials = ucred {
pid: credentials.pid as _,
uid: credentials.uid,
gid: credentials.gid,
};
data.copy_from_slice(unsafe {
core::slice::from_raw_parts(
(&credentials as *const ucred).cast::<u8>(),
size_of::<ucred>(),
)
});
Ok(size_of::<ucred>())
},
)?,
SocketCmsg::Timestamp(timestamp) => builder.push_sized(
SOL_SOCKET,
SCM_TIMESTAMP,
size_of::<timeval>(),
|data| {
let timestamp = timeval::from_time_value(timestamp);
data.copy_from_slice(unsafe {
core::slice::from_raw_parts(
(×tamp as *const timeval).cast::<u8>(),
size_of::<timeval>(),
)
});
Ok(size_of::<timeval>())
},
)?,
},
Err(_) => {
warn!("received unexpected cmsg");
continue;
}
},
},
};
if !pushed {
*control_truncated_out = true;
break;
}
}
builder.finish();
}
debug!("sys_recv => fd: {fd}, recv: {recv}");
Ok(recv as isize)
}
pub fn sys_recvfrom(
fd: i32,
buf: *mut u8,
len: usize,
flags: u32,
addr: UserPtr<sockaddr>,
addrlen: UserPtr<socklen_t>,
) -> AxResult<isize> {
recv_impl(
fd,
VmBytesMut::new(buf, len),
flags,
addr,
addrlen,
None,
&mut false,
&mut false,
)
}
pub fn sys_recvmsg(fd: i32, msg: UserPtr<msghdr>, flags: u32) -> AxResult<isize> {
let msg = msg.get_as_mut()?;
let mut truncated = false;
let mut control_truncated = false;
let recv = recv_impl(
fd,
IoVectorBuf::new(msg.msg_iov as *mut IoVec, msg.msg_iovlen)?.into_io(),
flags,
UserPtr::from(msg.msg_name as usize),
UserPtr::from(&mut msg.msg_namelen as *mut _ as *mut socklen_t),
(!msg.msg_control.is_null()).then(|| {
CMsgBuilder::new(
UserPtr::from(msg.msg_control as *mut cmsghdr),
&mut msg.msg_controllen,
)
}),
&mut truncated,
&mut control_truncated,
);
if recv.is_ok() {
let mut mf = 0;
if truncated {
mf |= MSG_TRUNC;
}
if control_truncated {
mf |= MSG_CTRUNC;
}
msg.msg_flags = mf;
}
recv
}
pub fn sys_sendmmsg(fd: i32, msgvec: UserPtr<mmsghdr>, vlen: u32, flags: u32) -> AxResult<isize> {
if vlen == 0 {
return Ok(0);
}
let vlen = vlen.min(MMSG_MAX_VLEN);
let msgvec = msgvec.get_as_mut_slice(vlen as usize)?;
let mut sent = 0;
for msg in msgvec.iter_mut() {
let cmsg = parse_send_cmsgs(msg.msg_hdr.msg_control as usize, msg.msg_hdr.msg_controllen)?;
match send_impl(
fd,
IoVectorBuf::new(msg.msg_hdr.msg_iov as *const IoVec, msg.msg_hdr.msg_iovlen)?
.into_io(),
flags,
UserConstPtr::from(msg.msg_hdr.msg_name as usize),
msg.msg_hdr.msg_namelen as socklen_t,
cmsg,
) {
Ok(n) => {
msg.msg_len = n as u32;
sent += 1;
}
Err(e) => {
if sent == 0 {
return Err(e);
}
break;
}
}
}
Ok(sent)
}
pub fn sys_recvmmsg(
fd: i32,
msgvec: UserPtr<mmsghdr>,
vlen: u32,
flags: u32,
timeout: UserConstPtr<timespec>,
) -> AxResult<isize> {
if vlen == 0 {
return Ok(0);
}
let vlen = vlen.min(MMSG_MAX_VLEN);
let timeout = parse_recvmmsg_timeout(timeout)?;
let deadline = timeout.map(|t| wall_time() + t);
let _socket = Socket::from_fd(fd)?;
let msgvec = msgvec.get_as_mut_slice(vlen as usize)?;
let mut received = 0;
let mut flags = flags;
for msg in msgvec.iter_mut() {
if let Some(deadline) = deadline
&& wall_time() >= deadline
{
if received == 0 {
return Err(AxError::WouldBlock);
}
break;
}
let recv = recv_impl(
fd,
IoVectorBuf::new(msg.msg_hdr.msg_iov as *mut IoVec, msg.msg_hdr.msg_iovlen)?.into_io(),
flags,
UserPtr::from(msg.msg_hdr.msg_name as usize),
UserPtr::from(&mut msg.msg_hdr.msg_namelen as *mut _ as *mut socklen_t),
(!msg.msg_hdr.msg_control.is_null()).then(|| {
CMsgBuilder::new(
UserPtr::from(msg.msg_hdr.msg_control as *mut cmsghdr),
&mut msg.msg_hdr.msg_controllen,
)
}),
&mut false,
&mut false,
);
match recv {
Ok(n) => {
msg.msg_len = n as u32;
received += 1;
if flags & MSG_WAITFORONE != 0 {
flags |= MSG_DONTWAIT;
}
}
Err(e) => {
if received == 0 {
return Err(e);
}
break;
}
}
}
Ok(received)
}
#[cfg(axtest)]
pub(crate) fn net_io_constants_hold_for_test() -> bool {
assert!(MMSG_MAX_VLEN == 1024);
assert!(PROTO_IP == 0);
true
}