use alloc::{sync::Arc, vec::Vec};
use core::{num::NonZeroUsize, ptr::NonNull};
use ax_kspin::SpinNoIrq;
use dma_api::DeviceDma;
use dwmmc_host::{BlockPoll, BlockRequest, BlockRequestSlot, DwMmc, RequestId};
use log::warn;
use rdrive::DriverGeneric;
use sdmmc_protocol::{BlockTransferMode, Error, sdio::SdioHost};
use super::{BLOCK_SIZE, RockchipDwMmc};
pub(super) struct SdBlockDevice {
pub(super) raw: Option<Arc<SpinNoIrq<RockchipDwMmc>>>,
pub(super) capacity_blocks: u64,
pub(super) irq_enabled: bool,
pub(super) queue_created: bool,
}
struct SdBlockQueue {
raw: Arc<SpinNoIrq<RockchipDwMmc>>,
capacity_blocks: u64,
id: usize,
dma: DeviceDma,
slot: BlockRequestSlot,
pending: Option<BlockRequest>,
completed: Vec<rd_block::RequestId>,
}
impl DriverGeneric for SdBlockDevice {
fn name(&self) -> &str {
"rockchip-sd"
}
}
impl rd_block::Interface for SdBlockDevice {
fn create_queue(&mut self) -> Option<alloc::boxed::Box<dyn rd_block::IQueue>> {
if self.queue_created {
return None;
}
self.raw.as_ref().map(|dev| {
self.queue_created = true;
alloc::boxed::Box::new(SdBlockQueue {
raw: dev.clone(),
capacity_blocks: self.capacity_blocks,
id: 0,
dma: axklib::dma::device_with_mask(u32::MAX as u64),
slot: BlockRequestSlot::default(),
pending: None,
completed: Vec::new(),
}) as _
})
}
fn enable_irq(&mut self) {
if let Some(raw) = &self.raw {
let mut raw = raw.lock();
if let Err(err) = SdioHost::enable_completion_irq(raw.host_mut()) {
warn!("rockchip-dwmmc: enable completion IRQ failed: {:?}", err);
return;
}
self.irq_enabled = true;
}
}
fn disable_irq(&mut self) {
if let Some(raw) = &self.raw {
let mut raw = raw.lock();
if let Err(err) = SdioHost::disable_completion_irq(raw.host_mut()) {
warn!("rockchip-dwmmc: disable completion IRQ failed: {:?}", err);
}
}
self.irq_enabled = false;
}
fn is_irq_enabled(&self) -> bool {
self.irq_enabled
}
fn handle_irq(&mut self) -> rd_block::Event {
let Some(raw) = &self.raw else {
return rd_block::Event::none();
};
let irq_event = raw.lock().host_mut().handle_irq();
block_event_from_dwmmc_irq(irq_event)
}
}
fn block_event_from_dwmmc_irq(irq_event: dwmmc_host::Event) -> rd_block::Event {
match irq_event {
dwmmc_host::Event::None => rd_block::Event::none(),
dwmmc_host::Event::CommandComplete
| dwmmc_host::Event::TransferComplete
| dwmmc_host::Event::ReceiveReady
| dwmmc_host::Event::TransmitReady
| dwmmc_host::Event::Error { .. }
| dwmmc_host::Event::Other { .. } => {
let mut event = rd_block::Event::none();
event.queue.insert(0);
event
}
}
}
impl rd_block::IQueue for SdBlockQueue {
fn num_blocks(&self) -> usize {
self.capacity_blocks as usize
}
fn block_size(&self) -> usize {
BLOCK_SIZE
}
fn id(&self) -> usize {
self.id
}
fn buff_config(&self) -> rd_block::BuffConfig {
rd_block::BuffConfig {
dma_mask: self.dma.dma_mask(),
align: BLOCK_SIZE,
size: BLOCK_SIZE,
}
}
fn submit_request(
&mut self,
request: rd_block::Request<'_>,
) -> Result<rd_block::RequestId, rd_block::BlkError> {
self.reap_pending_request()?;
let mut raw = self.raw.lock();
let start_block = block_addr_for_card(request.block_id, raw.is_high_capacity())?;
match request.kind {
rd_block::RequestKind::Read(buffer) => {
if !buffer.len().is_multiple_of(BLOCK_SIZE) {
return Err(rd_block::BlkError::Other(
"read buffer is not block aligned".into(),
));
}
let ptr = NonNull::new(buffer.virt).ok_or_else(|| {
rd_block::BlkError::Other("read buffer pointer is null".into())
})?;
let size = NonZeroUsize::new(buffer.len())
.ok_or_else(|| rd_block::BlkError::Other("read buffer is empty".into()))?;
let id = submit_read_request(
raw.host_mut(),
start_block,
ptr,
size,
&self.dma,
&mut self.slot,
&mut self.pending,
)?;
Ok(rd_block::RequestId::new(usize::from(id)))
}
rd_block::RequestKind::Write(items) => {
if !items.len().is_multiple_of(BLOCK_SIZE) {
return Err(rd_block::BlkError::Other(
"write buffer is not block aligned".into(),
));
}
let ptr = NonNull::new(items.as_ptr() as *mut u8).ok_or_else(|| {
rd_block::BlkError::Other("write buffer pointer is null".into())
})?;
let size = NonZeroUsize::new(items.len())
.ok_or_else(|| rd_block::BlkError::Other("write buffer is empty".into()))?;
let id = submit_write_request(
raw.host_mut(),
start_block,
ptr,
size,
&self.dma,
&mut self.slot,
&mut self.pending,
)?;
Ok(rd_block::RequestId::new(usize::from(id)))
}
}
}
fn poll_request(&mut self, request: rd_block::RequestId) -> Result<(), rd_block::BlkError> {
if let Some(index) = self.completed.iter().position(|id| *id == request) {
self.completed.swap_remove(index);
return Ok(());
}
self.poll_active_request(request)
}
}
impl SdBlockQueue {
fn poll_active_request(
&mut self,
request: rd_block::RequestId,
) -> Result<(), rd_block::BlkError> {
match self.raw.lock().host_mut().poll_block_request(
&mut self.pending,
RequestId::new(usize::from(request)),
&mut self.slot,
) {
Ok(BlockPoll::Complete) => Ok(()),
Ok(BlockPoll::Pending) => Err(rd_block::BlkError::Retry),
Ok(_) => Err(rd_block::BlkError::Other(
"DWMMC returned an unknown poll state".into(),
)),
Err(err) => Err(map_dev_err_to_blk_err(err)),
}
}
fn pending_id(&self) -> Option<RequestId> {
self.pending.as_ref().map(BlockRequest::id)
}
fn reap_pending_request(&mut self) -> Result<(), rd_block::BlkError> {
let Some(active) = self.pending_id() else {
return Ok(());
};
let id = rd_block::RequestId::new(usize::from(active));
match self.poll_active_request(id) {
Ok(()) => {
self.completed.push(id);
Ok(())
}
Err(rd_block::BlkError::Retry) => Err(rd_block::BlkError::Retry),
Err(err) => Err(err),
}
}
}
fn submit_read_request(
host: &mut DwMmc,
start_block: u32,
buffer: NonNull<u8>,
size: NonZeroUsize,
dma: &DeviceDma,
slot: &mut BlockRequestSlot,
pending: &mut Option<BlockRequest>,
) -> Result<RequestId, rd_block::BlkError> {
if pending.is_some() {
return Err(rd_block::BlkError::Retry);
}
let request = match host.submit_read_blocks(
start_block,
buffer,
size,
Some(dma),
BlockTransferMode::Dma,
slot,
) {
Ok(request) => request,
Err(err) if can_fallback_to_fifo(err) => host
.submit_read_blocks(
start_block,
buffer,
size,
None,
BlockTransferMode::Fifo,
slot,
)
.map_err(map_dev_err_to_blk_err)?,
Err(err) => return Err(map_dev_err_to_blk_err(err)),
};
let id = request.id();
*pending = Some(request);
Ok(id)
}
fn submit_write_request(
host: &mut DwMmc,
start_block: u32,
buffer: NonNull<u8>,
size: NonZeroUsize,
dma: &DeviceDma,
slot: &mut BlockRequestSlot,
pending: &mut Option<BlockRequest>,
) -> Result<RequestId, rd_block::BlkError> {
if pending.is_some() {
return Err(rd_block::BlkError::Retry);
}
let request = match host.submit_write_blocks(
start_block,
buffer,
size,
Some(dma),
BlockTransferMode::Dma,
slot,
) {
Ok(request) => request,
Err(err) if can_fallback_to_fifo(err) => host
.submit_write_blocks(
start_block,
buffer,
size,
None,
BlockTransferMode::Fifo,
slot,
)
.map_err(map_dev_err_to_blk_err)?,
Err(err) => return Err(map_dev_err_to_blk_err(err)),
};
let id = request.id();
*pending = Some(request);
Ok(id)
}
fn can_fallback_to_fifo(err: Error) -> bool {
matches!(
err,
Error::UnsupportedCommand | Error::InvalidArgument | Error::Misaligned
)
}
fn block_addr_for_card(block_id: usize, high_capacity: bool) -> Result<u32, rd_block::BlkError> {
let block_id =
u32::try_from(block_id).map_err(|_| rd_block::BlkError::InvalidBlockIndex(block_id))?;
if high_capacity {
Ok(block_id)
} else {
block_id
.checked_mul(BLOCK_SIZE as u32)
.ok_or(rd_block::BlkError::InvalidBlockIndex(block_id as usize))
}
}
fn map_dev_err_to_blk_err(err: Error) -> rd_block::BlkError {
match err {
Error::NoCard | Error::UnsupportedCommand | Error::CardLocked => {
rd_block::BlkError::NotSupported
}
Error::Misaligned | Error::InvalidArgument => {
rd_block::BlkError::Other("SD/MMC request is not block aligned".into())
}
_ => rd_block::BlkError::Other("DWMMC I/O error".into()),
}
}