jay-compositor 1.14.0

use {
    crate::{
        forker::ForkerError,
        pr_caps::drop_all_pr_caps,
        utils::{errorfmt::ErrorFmt, oserror::OsErrorExt2, process_name::set_process_name},
    },
    run_on_drop::on_drop,
    std::{env, mem::MaybeUninit, process, slice, str::FromStr},
    uapi::{Msghdr, MsghdrMut, OwnedFd, c},
};

pub enum Forked {
    Parent { pid: c::pid_t, pidfd: OwnedFd },
    Child { pidfd: Option<OwnedFd> },
}

const REAPER_VAR: &str = "JAY_REAPER_PID";

pub fn fork_with_pidfd(pidfd_for_child: bool) -> Result<Forked, ForkerError> {
    let mut child_pidfd = None;
    if pidfd_for_child {
        child_pidfd = Some(uapi::pidfd_open(uapi::getpid(), 0).unwrap());
    }
    let (p, c) = uapi::socketpair(c::AF_UNIX, c::SOCK_DGRAM | c::SOCK_CLOEXEC, 0)
        .map_os_err(ForkerError::Socketpair)?;
    unsafe {
        let pid = uapi::fork().map_os_err(ForkerError::Fork)?;
        let res = if pid == 0 {
            drop(p);
            env::remove_var(REAPER_VAR);
            let pidfd = uapi::pidfd_open(uapi::getpid(), 0).unwrap();
            send_pidfd(&c, &pidfd);
            Forked::Child { pidfd: child_pidfd }
        } else {
            drop(c);
            Forked::Parent {
                pid: pid as _,
                pidfd: recv_pidfd(&p)?,
            }
        };
        Ok(res)
    }
}

pub fn double_fork() -> Result<Option<OwnedFd>, ForkerError> {
    let (p, c) = uapi::socketpair(c::AF_UNIX, c::SOCK_DGRAM | c::SOCK_CLOEXEC, 0)
        .map_os_err(ForkerError::Socketpair)?;
    match fork_with_pidfd(false)? {
        Forked::Parent { pid, .. } => {
            drop(c);
            let _wait = on_drop(|| {
                let _ = uapi::waitpid(pid, 0);
            });
            recv_pidfd(&p).map(Some)
        }
        Forked::Child { .. } => {
            drop(p);
            if let Ok(f) = fork_with_pidfd(true) {
                match f {
                    Forked::Parent { pidfd, .. } => {
                        send_pidfd(&c, &pidfd);
                    }
                    Forked::Child { pidfd } => {
                        let pidfd = pidfd.unwrap();
                        let mut pollfd = c::pollfd {
                            fd: pidfd.raw(),
                            events: c::POLLIN as _,
                            revents: 0,
                        };
                        let _ = uapi::poll(slice::from_mut(&mut pollfd), -1);
                        return Ok(None);
                    }
                }
            };
            unsafe {
                c::_exit(0);
            }
        }
    }
}

pub fn ensure_reaper() -> c::pid_t {
    if let Ok(id) = env::var(REAPER_VAR)
        && let Ok(id) = c::pid_t::from_str(&id)
        && uapi::getppid() == id
    {
        set_deathsig();
        return id;
    }
    let reaper_pid = uapi::getpid();
    unsafe {
        c::prctl(c::PR_SET_CHILD_SUBREAPER, 1);
    }
    let res = match fork_with_pidfd(false) {
        Ok(r) => r,
        Err(e) => {
            fatal!("Could not fork reaper: {}", ErrorFmt(e));
        }
    };
    let Forked::Parent {
        pid: main_process_id,
        ..
    } = res
    else {
        unsafe {
            env::set_var(REAPER_VAR, reaper_pid.to_string());
        }
        set_deathsig();
        return reaper_pid;
    };
    drop_all_pr_caps();
    set_process_name("jay reaper");
    while let Ok((pid, status)) = uapi::wait() {
        if pid == main_process_id {
            process::exit(uapi::WEXITSTATUS(status));
        }
    }
    process::exit(1);
}

pub fn set_deathsig() {
    unsafe {
        c::prctl(c::PR_SET_PDEATHSIG, c::SIGKILL as c::c_ulong);
    }
}

fn send_pidfd(socket: &OwnedFd, pidfd: &OwnedFd) {
    let pidfd = pidfd.raw();
    let mut buf = [MaybeUninit::uninit(); 128];
    let mut hdr: c::cmsghdr = uapi::pod_zeroed();
    hdr.cmsg_level = c::SOL_SOCKET;
    hdr.cmsg_type = c::SCM_RIGHTS;
    let _ = uapi::cmsg_write(&mut &mut buf[..], hdr, &pidfd);
    let iov: &[&[u8]] = &[];
    let msghdr = Msghdr {
        iov,
        control: Some(&buf[..uapi::cmsg_space(size_of_val(&pidfd))]),
        name: uapi::sockaddr_none_ref(),
    };
    let _ = uapi::sendmsg(socket.raw(), &msghdr, 0);
}

fn recv_pidfd(socket: &OwnedFd) -> Result<OwnedFd, ForkerError> {
    let mut buf = [MaybeUninit::<u8>::uninit(); 128];
    let iov: &mut [&mut [u8]] = &mut [];
    let mut msghdr = MsghdrMut {
        iov,
        control: Some(&mut buf),
        name: uapi::sockaddr_none_mut(),
        flags: 0,
    };
    let (_, _, mut ctrl) = uapi::recvmsg(socket.raw(), &mut msghdr, c::MSG_CMSG_CLOEXEC)
        .map_os_err(ForkerError::RecvPidfd)?;
    let (_, hdr, data) = uapi::cmsg_read(&mut ctrl).map_os_err(ForkerError::CmsgRead)?;
    if hdr.cmsg_level != c::SOL_SOCKET || hdr.cmsg_type != c::SCM_RIGHTS {
        return Err(ForkerError::InvalidCmsg);
    }
    let Ok(fd) = uapi::pod_read(data) else {
        return Err(ForkerError::InvalidCmsg);
    };
    Ok(OwnedFd::new(fd))
}