sim-lib-compute-rocm 0.2.0

//! Loadable ROCm compute site exports.

use std::sync::{Arc, Mutex};

use sim_kernel::{
    AbiVersion, CapabilityName, DefaultFactory, Export, Factory, Lib, LibManifest, LibTarget,
    Linker, Result, Symbol, Version,
};
use sim_lib_numbers_tensor::{
    CpuTensorExecutor, SubmissionEvidence, Tensor, TensorExecError, TensorExecution,
    TensorExecutor, TensorExecutorCard, TensorRequest, TensorSite, domains, matmul_exec_op_symbol,
    parse_f32_literal_cell,
};

use crate::{
    RocmAbiEvidence, RocmAllocation, RocmLibrarySet, RocmLoadError, RocmProbePort,
    RocmResidentStorage, RocmRuntimeProbe, runtime::RocmDeviceBuffer,
};

/// Stable symbol for the ROCm runtime library.
pub fn compute_rocm_lib_symbol() -> Symbol {
    Symbol::qualified("compute", "rocm-lib")
}

/// Stable symbol for the ROCm tensor executor.
pub fn rocm_executor_symbol() -> Symbol {
    Symbol::qualified("compute", "executor/rocm")
}

/// Site symbol exported by a successful ROCm runtime.
pub fn compute_rocm_site_symbol() -> Symbol {
    Symbol::new("site/compute/rocm")
}

/// Capability required before a ROCm hardware tensor site can be realized.
pub fn compute_rocm_capability() -> CapabilityName {
    CapabilityName::new("device.gpu.rocm")
}

#[derive(Clone, Debug, Default, PartialEq, Eq)]
struct RocmExecutorState {
    accepted: usize,
    queued: usize,
    next_allocation: usize,
}

/// Tensor executor backed by validated ROCm/rocBLAS ABI evidence.
#[derive(Clone)]
pub struct RocmTensorExecutor {
    evidence: RocmAbiEvidence,
    runtime: Option<Arc<RocmLibrarySet>>,
    state: Arc<Mutex<RocmExecutorState>>,
}

impl RocmTensorExecutor {
    /// Builds an executor from validated ROCm ABI evidence.
    pub fn new(evidence: RocmAbiEvidence) -> Self {
        Self {
            evidence,
            runtime: None,
            state: Arc::new(Mutex::new(RocmExecutorState::default())),
        }
    }

    /// Builds an executor that submits f32 matmul to a validated ROCm runtime.
    pub fn from_runtime(runtime: Arc<RocmLibrarySet>) -> Self {
        Self {
            evidence: runtime.evidence().clone(),
            runtime: Some(runtime),
            state: Arc::new(Mutex::new(RocmExecutorState::default())),
        }
    }

    /// Returns the ROCm ABI evidence used by this executor.
    pub fn evidence(&self) -> &RocmAbiEvidence {
        &self.evidence
    }

    fn dtype_supported(&self, dtype: &Symbol) -> bool {
        dtype == &domains::f32()
    }

    fn reserve_allocation(
        &self,
        shape: &[usize],
        operation: Symbol,
    ) -> std::result::Result<RocmAllocation, TensorExecError> {
        let bytes = tensor_bytes(shape)?;
        let mut state = self.state.lock().expect("rocm executor state poisoned");
        state.accepted += 1;
        state.queued += 1;
        state.next_allocation += 1;
        Ok(RocmAllocation {
            id: state.next_allocation,
            bytes,
            operation,
        })
    }

    fn execute_runtime(
        &self,
        runtime: &Arc<RocmLibrarySet>,
        request: &TensorRequest,
        allocation: RocmAllocation,
    ) -> std::result::Result<TensorExecution, TensorExecError> {
        let [left, right] = request.inputs.as_ref() else {
            return Err(invalid("rocm matmul requires two inputs"));
        };
        let [rows, inner] = left.shape() else {
            return Err(invalid("rocm matmul left input must be rank two"));
        };
        let [right_inner, cols] = right.shape() else {
            return Err(invalid("rocm matmul right input must be rank two"));
        };
        if inner != right_inner || request.output.shape() != [*rows, *cols] {
            return Err(invalid("rocm matmul shapes do not conform"));
        }
        let left = rocm_input(runtime, left)?;
        let right = rocm_input(runtime, right)?;
        let output = runtime
            .matmul(&left, &right, *rows, *inner, *cols)
            .map_err(execution_error)?;
        let storage = RocmResidentStorage::from_device(
            compute_rocm_site_symbol(),
            allocation,
            request.output.shape().to_vec(),
            request.output.dtype().clone(),
            output,
        );
        Ok(TensorExecution::Complete(Tensor::from_storage(
            request.output.shape().to_vec(),
            request.output.dtype().clone(),
            Arc::new(storage),
        )?))
    }
}

impl TensorExecutor for RocmTensorExecutor {
    fn card(&self) -> TensorExecutorCard {
        TensorExecutorCard::new(
            rocm_executor_symbol(),
            "rocm/rocblas",
            Symbol::qualified("compute", "rocm"),
            vec![matmul_exec_op_symbol()],
            Some(compute_rocm_capability()),
        )
    }

    fn execute(
        &self,
        cx: &mut sim_kernel::Cx,
        request: TensorRequest,
    ) -> std::result::Result<TensorExecution, TensorExecError> {
        if request.operation.symbol != matmul_exec_op_symbol() {
            return Ok(TensorExecution::Unsupported {
                reason: Arc::from("rocm provider accepts dense matmul only"),
            });
        }
        if !self.dtype_supported(request.output.dtype()) {
            return Ok(TensorExecution::Unsupported {
                reason: Arc::from("rocm provider accepts dense f32 matmul"),
            });
        }
        let allocation =
            self.reserve_allocation(request.output.shape(), request.operation.symbol.clone())?;
        if let Some(runtime) = &self.runtime {
            return self.execute_runtime(runtime, &request, allocation);
        }
        let result = CpuTensorExecutor::new().execute(cx, request)?;
        let TensorExecution::Complete(tensor) = result else {
            return Ok(result);
        };
        resident_result(tensor, allocation)
    }

    fn flush(&self) -> std::result::Result<SubmissionEvidence, TensorExecError> {
        let mut state = self.state.lock().expect("rocm executor state poisoned");
        let accepted = state.queued;
        state.queued = 0;
        Ok(SubmissionEvidence::new(rocm_executor_symbol(), accepted))
    }
}

fn resident_result(
    tensor: Tensor,
    allocation: RocmAllocation,
) -> std::result::Result<TensorExecution, TensorExecError> {
    let cells = tensor.cells().map_err(TensorExecError::from)?;
    let storage = RocmResidentStorage::new(
        compute_rocm_site_symbol(),
        allocation,
        tensor.shape().to_vec(),
        tensor.dtype().clone(),
        cells,
    );
    Ok(TensorExecution::Complete(Tensor::from_storage(
        tensor.shape().to_vec(),
        tensor.dtype().clone(),
        Arc::new(storage),
    )?))
}

fn tensor_bytes(shape: &[usize]) -> std::result::Result<u64, TensorExecError> {
    let cells = shape.iter().try_fold(1_u64, |count, extent| {
        count
            .checked_mul(u64::try_from(*extent).map_err(|_| invalid("rocm extent exceeds u64"))?)
            .ok_or_else(|| invalid("rocm tensor byte count overflowed"))
    })?;
    cells
        .checked_mul(4)
        .ok_or_else(|| invalid("rocm tensor byte count overflowed"))
}

fn invalid(message: impl Into<Arc<str>>) -> TensorExecError {
    TensorExecError::InvalidRequest {
        message: message.into(),
    }
}

/// Loadable library that registers a ROCm compute site when runtime validation
/// succeeds.
#[derive(Clone, Debug, Default)]
pub struct ComputeRocmLib {
    probe: Option<RocmRuntimeProbe>,
}

impl ComputeRocmLib {
    /// Builds a provider from an explicit capsule probe port.
    pub fn from_probe_port(port: &dyn RocmProbePort) -> std::result::Result<Self, RocmLoadError> {
        Ok(Self {
            probe: Some(port.probe_rocm()?),
        })
    }

    /// Builds a provider from precomputed probe evidence.
    pub fn from_probe(probe: RocmRuntimeProbe) -> Self {
        Self { probe: Some(probe) }
    }

    /// Returns ROCm runtime probe evidence.
    pub fn probe_evidence(&self) -> Option<&RocmRuntimeProbe> {
        self.probe.as_ref()
    }

    fn available_runtime(&self) -> Option<Arc<RocmLibrarySet>> {
        self.probe
            .as_ref()
            .and_then(|probe| probe.runtime.clone())
            .filter(|runtime| runtime.evidence().is_complete())
    }
}

impl Lib for ComputeRocmLib {
    fn manifest(&self) -> LibManifest {
        LibManifest {
            id: compute_rocm_lib_symbol(),
            version: Version(env!("CARGO_PKG_VERSION").to_owned()),
            abi: AbiVersion { major: 0, minor: 1 },
            target: LibTarget::HostRegistered,
            requires: Vec::new(),
            capabilities: self
                .available_runtime()
                .map(|_| vec![compute_rocm_capability()])
                .unwrap_or_default(),
            exports: self
                .available_runtime()
                .map(|_| {
                    vec![Export::Site {
                        symbol: compute_rocm_site_symbol(),
                        runtime_id: None,
                    }]
                })
                .unwrap_or_default(),
        }
    }

    fn load(&self, _cx: &mut sim_kernel::LoadCx, linker: &mut Linker<'_>) -> Result<()> {
        let Some(runtime) = self.available_runtime() else {
            return Ok(());
        };
        let executor = Arc::new(RocmTensorExecutor::from_runtime(runtime));
        let site = TensorSite::new(
            compute_rocm_site_symbol(),
            executor,
            vec![compute_rocm_capability()],
        );
        linker.site_value(
            compute_rocm_site_symbol(),
            DefaultFactory.opaque(Arc::new(site))?,
        )?;
        Ok(())
    }
}

fn rocm_input(
    runtime: &Arc<RocmLibrarySet>,
    tensor: &Tensor,
) -> std::result::Result<Arc<RocmDeviceBuffer>, TensorExecError> {
    if let Some(buffer) = tensor
        .storage()
        .as_any()
        .downcast_ref::<RocmResidentStorage>()
        .and_then(RocmResidentStorage::device_buffer)
        .filter(|buffer| Arc::ptr_eq(buffer.runtime(), runtime))
    {
        return Ok(Arc::clone(buffer));
    }
    let values = tensor
        .cells()
        .map_err(TensorExecError::from)?
        .iter()
        .map(|cell| {
            parse_f32_literal_cell(cell)
                .ok_or_else(|| invalid("rocm matmul input is not canonical f32"))
        })
        .collect::<std::result::Result<Vec<_>, _>>()?;
    runtime.upload(&values).map_err(execution_error)
}

fn execution_error(error: RocmLoadError) -> TensorExecError {
    TensorExecError::Eval {
        message: Arc::from(error.to_string()),
    }
}