use zisk_precomp_helpers::DmaInfo;
use crate::{
zisk_ops::OpStats, EmulationMode, InstContext, DMA_64_ALIGNED_MEMCMP_COST,
DMA_64_ALIGNED_MEMCMP_DIVISOR, DMA_PRE_POST_MEMCMP_COST, DMA_UNALIGNED_MEMCMP_COST,
EXTRA_PARAMS_ADDR,
};
#[inline(always)]
pub fn opc_dma_memcmp(ctx: &mut InstContext) {
opc_dma_memcmps(ctx, false)
}
#[inline(always)]
pub fn opc_dma_xmemcmp(ctx: &mut InstContext) {
opc_dma_memcmps(ctx, true)
}
fn opc_dma_memcmps(ctx: &mut InstContext, extended: bool) {
let dst = ctx.a;
let src = ctx.b;
let step = ctx.step;
match ctx.emulation_mode {
EmulationMode::Mem => {
let count =
if extended { ctx.extended_arg as u64 } else { ctx.mem.read(EXTRA_PARAMS_ADDR, 8) };
let (result, effective_count) = ctx.mem.memcmp(dst, src, count);
ctx.stats_hint = effective_count as u64;
ctx.c = result;
}
EmulationMode::GenerateMemReads => {
let count =
if extended { ctx.extended_arg as u64 } else { ctx.mem.read(EXTRA_PARAMS_ADDR, 8) };
ctx.precompiled.input_data.clear();
#[cfg(feature = "log_dma_ops")]
println!("opc_dma_memcmp 0x{dst:08X} 0x{src:08X} {count} GMR STEP:{step}");
let (result, effective_count) = ctx.mem.memcmp(dst, src, count);
let encoded = DmaInfo::encode_memcmp(dst, src, effective_count, result);
ctx.precompiled.input_data.push(encoded);
ctx.precompiled.input_data.push(count);
if count > 0 {
let mut data_len = 0;
let dst64 = dst & !0x07;
if DmaInfo::get_pre_count(encoded) > 0 {
let pre_data = ctx.mem.read(dst64, 8);
data_len += 1;
ctx.precompiled.input_data.push(pre_data);
}
let effective_count = effective_count as u64;
let to_dst = dst + effective_count - 1;
if DmaInfo::get_post_count(encoded) > 0 {
let post_data = ctx.mem.read(to_dst & !0x07, 8);
data_len += 1;
ctx.precompiled.input_data.push(post_data);
}
let src64 = src & !0x07;
let to_src64 = (src + effective_count - 1) & !0x07;
let src64_count = (to_src64 - src64 + 8) >> 3;
ctx.mem.push_from_mem(&mut ctx.precompiled.input_data, src64, src64_count * 8);
data_len += src64_count;
#[cfg(feature = "debug_dma")]
println!(
"PRECOMPILED.MEMCMP.INPUT_DATA: [{}] data_len:{data_len}",
ctx.precompiled
.input_data
.iter()
.map(|x| format!("0x{x:016X}"))
.collect::<Vec<_>>()
.join(",")
);
assert_eq!(data_len as usize, DmaInfo::get_data_size(encoded));
}
ctx.precompiled.output_data.clear();
ctx.precompiled.step = step;
ctx.c = result;
}
EmulationMode::ConsumeMemReads => {
let encoded = ctx.precompiled.input_data[0];
ctx.data_ext_len = DmaInfo::get_data_size(encoded);
ctx.c = DmaInfo::get_memcmp_res_as_u64(encoded);
#[cfg(feature = "debug_dma")]
{
let count = DmaInfo::get_count(encoded);
println!(
"opc_dma_memcmp 0x{dst:08X} 0x{src:08X} {count} CMR 0x{:016X} STEP:{} DATA_EXT_LEN:{}",
ctx.c,
ctx.step,
ctx.data_ext_len
);
}
}
}
ctx.flag = false;
}
#[inline(always)]
pub fn op_dma_memcmp(_a: u64, _b: u64) -> (u64, bool) {
unimplemented!("op_dma_memcmp() is not implemented");
}
#[inline(always)]
pub fn op_dma_xmemcmp(_a: u64, _b: u64) -> (u64, bool) {
unimplemented!("op_dma_xmemcmp() is not implemented");
}
#[inline(always)]
pub fn ops_dma_memcmp(ctx: &InstContext, stats: &mut dyn OpStats) {
ops_dma_memcmps(ctx, stats, false)
}
#[inline(always)]
pub fn ops_dma_xmemcmp(ctx: &InstContext, stats: &mut dyn OpStats) {
ops_dma_memcmps(ctx, stats, true)
}
#[inline(always)]
fn ops_dma_memcmps(ctx: &InstContext, stats: &mut dyn OpStats, extended: bool) {
let addr_a = ctx.a;
let addr_b = ctx.b;
let count = ctx.stats_hint;
if !extended {
stats.mem_align_read(EXTRA_PARAMS_ADDR, 1);
}
if count == 0 {
return;
}
let (_, count_eq) = ctx.mem.memcmp(addr_a, addr_b, count);
let count = if count_eq as u64 == count { count } else { count_eq as u64 + 1 };
let offset_a = addr_a & 0x07;
let offset_b = addr_b & 0x07;
let addr64_a = addr_a - offset_a;
let addr64_b = addr_b - offset_b;
let pre_count = std::cmp::min((8 - offset_a) & 0x07, count);
if pre_count > 0 {
stats.mem_align_read(addr64_a, 1);
stats.mem_align_read(addr64_b, 1 + ((offset_b + pre_count) > 8) as usize);
stats.mem_align_read(addr64_a, 1);
}
let post_count = (count - pre_count) & 0x07;
let remain_b = (16 - offset_a - pre_count) & 0x07;
let addr64_a_end = (addr_a + count - 1) & !0x07;
let addr64_b_end = (addr_b + count - 1) & !0x07;
if post_count > 0 {
let extra_b = (remain_b < post_count) as u64;
stats.mem_align_read(addr64_a_end, 1);
stats.mem_align_read(addr64_b_end - extra_b * 8, 1 + extra_b as usize);
stats.mem_align_read(addr64_a_end, 1);
}
let loop_count = ((count - pre_count - post_count) >> 3) as usize;
let variable_cost =
DMA_PRE_POST_MEMCMP_COST * ((pre_count > 0) as u64 + (post_count > 0) as u64);
if loop_count == 0 {
stats.set_variable_cost(variable_cost);
} else {
let first_loop_dst64 = (addr_a + pre_count) >> 3;
let first_loop_src64 = (addr_b + pre_count) >> 3;
if addr_a & 0x07 == addr_b & 0x07 {
stats.mem_align_read(first_loop_src64 * 8, loop_count);
stats.mem_align_read(first_loop_dst64 * 8, loop_count);
stats.set_variable_cost(
variable_cost
+ (loop_count as u64).div_ceil(DMA_64_ALIGNED_MEMCMP_DIVISOR)
* DMA_64_ALIGNED_MEMCMP_COST,
);
} else {
stats.mem_align_read(first_loop_src64 * 8, loop_count + 1);
stats.mem_align_read(first_loop_dst64 * 8, loop_count);
stats.set_variable_cost(
variable_cost + (loop_count as u64 + 1) * DMA_UNALIGNED_MEMCMP_COST,
);
}
}
}