use core::{marker::PhantomData, ptr::NonNull};
use ax_alloc::{UsageKind, global_allocator};
use ax_driver_base::{BaseDriverOps, DevResult, DeviceType};
use ax_driver_virtio::{BufferDirection, PhysAddr, VirtIoHal};
use ax_hal::mem::{phys_to_virt, virt_to_phys};
use cfg_if::cfg_if;
use crate::{AxDeviceEnum, drivers::DriverProbe};
cfg_if! {
if #[cfg(bus = "pci")] {
use ax_driver_pci::{ConfigurationAccess, DeviceFunction, DeviceFunctionInfo, PciRoot};
type VirtIoTransport = ax_driver_virtio::PciTransport;
} else if #[cfg(bus = "mmio")] {
type VirtIoTransport = ax_driver_virtio::MmioTransport;
}
}
pub trait VirtIoDevMeta {
const DEVICE_TYPE: DeviceType;
type Device: BaseDriverOps;
type Driver = VirtIoDriver<Self>;
fn try_new(transport: VirtIoTransport, irq: Option<usize>) -> DevResult<AxDeviceEnum>;
}
cfg_if! {
if #[cfg(net_dev = "virtio-net")] {
pub struct VirtIoNet;
impl VirtIoDevMeta for VirtIoNet {
const DEVICE_TYPE: DeviceType = DeviceType::Net;
type Device = ax_driver_virtio::VirtIoNetDev<VirtIoHalImpl, VirtIoTransport, 64>;
fn try_new(transport: VirtIoTransport, irq: Option<usize>) -> DevResult<AxDeviceEnum> {
Ok(AxDeviceEnum::from_net(Self::Device::try_new(transport, irq)?))
}
}
}
}
cfg_if! {
if #[cfg(block_dev = "virtio-blk")] {
pub struct VirtIoBlk;
impl VirtIoDevMeta for VirtIoBlk {
const DEVICE_TYPE: DeviceType = DeviceType::Block;
type Device = ax_driver_virtio::VirtIoBlkDev<VirtIoHalImpl, VirtIoTransport>;
fn try_new(transport: VirtIoTransport, _irq: Option<usize>) -> DevResult<AxDeviceEnum> {
Ok(AxDeviceEnum::from_block(Self::Device::try_new(transport)?))
}
}
}
}
cfg_if! {
if #[cfg(display_dev = "virtio-gpu")] {
pub struct VirtIoGpu;
impl VirtIoDevMeta for VirtIoGpu {
const DEVICE_TYPE: DeviceType = DeviceType::Display;
type Device = ax_driver_virtio::VirtIoGpuDev<VirtIoHalImpl, VirtIoTransport>;
fn try_new(transport: VirtIoTransport, _irq: Option<usize>) -> DevResult<AxDeviceEnum> {
Ok(AxDeviceEnum::from_display(Self::Device::try_new(transport)?))
}
}
}
}
cfg_if! {
if #[cfg(input_dev = "virtio-input")] {
pub struct VirtIoInput;
impl VirtIoDevMeta for VirtIoInput {
const DEVICE_TYPE: DeviceType = DeviceType::Input;
type Device = ax_driver_virtio::VirtIoInputDev<VirtIoHalImpl, VirtIoTransport>;
fn try_new(transport: VirtIoTransport, _irq: Option<usize>) -> DevResult<AxDeviceEnum> {
Ok(AxDeviceEnum::from_input(Self::Device::try_new(transport)?))
}
}
}
}
cfg_if! {
if #[cfg(vsock_dev = "virtio-socket")] {
pub struct VirtIoSocket;
impl VirtIoDevMeta for VirtIoSocket {
const DEVICE_TYPE: DeviceType = DeviceType::Vsock;
type Device = ax_driver_virtio::VirtIoSocketDev<VirtIoHalImpl, VirtIoTransport>;
fn try_new(transport: VirtIoTransport, _irq: Option<usize>) -> DevResult<AxDeviceEnum> {
Ok(AxDeviceEnum::from_vsock(Self::Device::try_new(transport)?))
}
}
}
}
pub struct VirtIoDriver<D: VirtIoDevMeta + ?Sized>(PhantomData<D>);
impl<D: VirtIoDevMeta> DriverProbe for VirtIoDriver<D> {
#[cfg(bus = "mmio")]
fn probe_mmio(mmio_base: usize, mmio_size: usize) -> Option<AxDeviceEnum> {
let base_vaddr = phys_to_virt(mmio_base.into());
if let Some((ty, transport)) =
ax_driver_virtio::probe_mmio_device(base_vaddr.as_mut_ptr(), mmio_size)
&& ty == D::DEVICE_TYPE
{
match D::try_new(transport, None) {
Ok(dev) => return Some(dev),
Err(e) => {
warn!(
"failed to initialize MMIO device at [PA:{:#x}, PA:{:#x}): {:?}",
mmio_base,
mmio_base + mmio_size,
e
);
return None;
}
}
}
None
}
#[cfg(bus = "pci")]
fn probe_pci<C: ConfigurationAccess>(
root: &mut PciRoot<C>,
bdf: DeviceFunction,
dev_info: &DeviceFunctionInfo,
) -> Option<AxDeviceEnum> {
if dev_info.vendor_id != 0x1af4 {
return None;
}
match (D::DEVICE_TYPE, dev_info.device_id) {
(DeviceType::Net, 0x1000) | (DeviceType::Net, 0x1041) => {}
(DeviceType::Block, 0x1001) | (DeviceType::Block, 0x1042) => {}
(DeviceType::Input, 0x1052) => {}
(DeviceType::Display, 0x1050) => {}
(DeviceType::Vsock, 0x1053) => {}
_ => return None,
}
if let Some((ty, transport, irq)) =
ax_driver_virtio::probe_pci_device::<VirtIoHalImpl, C>(root, bdf, dev_info)
&& ty == D::DEVICE_TYPE
{
match D::try_new(transport, Some(irq)) {
Ok(dev) => return Some(dev),
Err(e) => {
warn!("failed to initialize PCI device at {bdf}({dev_info}): {e:?}");
return None;
}
}
}
None
}
}
pub struct VirtIoHalImpl;
unsafe impl VirtIoHal for VirtIoHalImpl {
fn dma_alloc(pages: usize, _direction: BufferDirection) -> (PhysAddr, NonNull<u8>) {
let vaddr = if let Ok(vaddr) = global_allocator().alloc_pages(pages, 0x1000, UsageKind::Dma)
{
vaddr
} else {
return (0, NonNull::dangling());
};
let paddr = virt_to_phys(vaddr.into());
let ptr = NonNull::new(vaddr as _).unwrap();
(paddr.as_usize() as PhysAddr, ptr)
}
unsafe fn dma_dealloc(_paddr: PhysAddr, vaddr: NonNull<u8>, pages: usize) -> i32 {
global_allocator().dealloc_pages(vaddr.as_ptr() as usize, pages, UsageKind::Dma);
0
}
#[inline]
unsafe fn mmio_phys_to_virt(paddr: PhysAddr, _size: usize) -> NonNull<u8> {
NonNull::new(phys_to_virt((paddr as usize).into()).as_mut_ptr()).unwrap()
}
#[inline]
unsafe fn share(buffer: NonNull<[u8]>, _direction: BufferDirection) -> PhysAddr {
let vaddr = buffer.as_ptr() as *mut u8 as usize;
virt_to_phys(vaddr.into()).as_usize() as PhysAddr
}
#[inline]
unsafe fn unshare(_paddr: PhysAddr, _buffer: NonNull<[u8]>, _direction: BufferDirection) {}
}