use core::arch::naked_asm;
use memory_addr::VirtAddr;
use riscv::register::sstatus::{self, FS};
#[allow(missing_docs)]
#[repr(C)]
#[derive(Debug, Default, Clone, Copy)]
pub struct GeneralRegisters {
pub zero: usize,
pub ra: usize,
pub sp: usize,
pub gp: usize, pub tp: usize, pub t0: usize,
pub t1: usize,
pub t2: usize,
pub s0: usize,
pub s1: usize,
pub a0: usize,
pub a1: usize,
pub a2: usize,
pub a3: usize,
pub a4: usize,
pub a5: usize,
pub a6: usize,
pub a7: usize,
pub s2: usize,
pub s3: usize,
pub s4: usize,
pub s5: usize,
pub s6: usize,
pub s7: usize,
pub s8: usize,
pub s9: usize,
pub s10: usize,
pub s11: usize,
pub t3: usize,
pub t4: usize,
pub t5: usize,
pub t6: usize,
}
#[repr(C)]
#[derive(Debug, Clone, Copy)]
pub struct FpState {
pub fp: [u64; 32],
pub fcsr: usize,
pub fs: FS,
}
impl Default for FpState {
fn default() -> Self {
Self {
fs: FS::Initial,
fp: [0; 32],
fcsr: 0,
}
}
}
#[cfg(feature = "fp-simd")]
impl FpState {
#[inline]
pub fn restore(&self) {
unsafe { restore_fp_registers(self) }
}
#[inline]
pub fn save(&mut self) {
unsafe { save_fp_registers(self) }
}
#[inline]
pub fn clear() {
unsafe { clear_fp_registers() }
}
pub fn switch_to(&mut self, next_fp_state: &FpState) {
let current_fs = sstatus::read().fs();
if current_fs == FS::Dirty {
self.save();
self.fs = FS::Clean;
}
unsafe { sstatus::set_fs(next_fp_state.fs) };
match next_fp_state.fs {
FS::Clean => next_fp_state.restore(), FS::Initial => FpState::clear(), FS::Off => {} FS::Dirty => unreachable!("FP state of the next task should not be dirty"),
}
}
}
#[repr(C)]
#[derive(Debug, Clone, Copy)]
pub struct TrapFrame {
pub regs: GeneralRegisters,
pub sepc: usize,
pub sstatus: sstatus::Sstatus,
}
impl Default for TrapFrame {
fn default() -> Self {
Self {
regs: GeneralRegisters::default(),
sepc: 0,
sstatus: sstatus::Sstatus::from_bits(0),
}
}
}
impl TrapFrame {
pub const fn arg0(&self) -> usize {
self.regs.a0
}
pub const fn arg1(&self) -> usize {
self.regs.a1
}
pub const fn arg2(&self) -> usize {
self.regs.a2
}
pub const fn arg3(&self) -> usize {
self.regs.a3
}
pub const fn arg4(&self) -> usize {
self.regs.a4
}
pub const fn arg5(&self) -> usize {
self.regs.a5
}
}
#[allow(missing_docs)]
#[repr(C)]
#[derive(Debug, Default)]
pub struct TaskContext {
pub ra: usize, pub sp: usize,
pub s0: usize, pub s1: usize,
pub s2: usize, pub s3: usize,
pub s4: usize,
pub s5: usize,
pub s6: usize,
pub s7: usize,
pub s8: usize,
pub s9: usize,
pub s10: usize,
pub s11: usize,
pub tp: usize,
#[cfg(feature = "uspace")]
pub satp: memory_addr::PhysAddr,
#[cfg(feature = "fp-simd")]
pub fp_state: FpState,
}
impl TaskContext {
pub fn new() -> Self {
Self {
#[cfg(feature = "uspace")]
satp: crate::asm::read_kernel_page_table(),
..Default::default()
}
}
pub fn init(&mut self, entry: usize, kstack_top: VirtAddr, tls_area: VirtAddr) {
self.sp = kstack_top.as_usize();
self.ra = entry;
self.tp = tls_area.as_usize();
}
#[cfg(feature = "uspace")]
pub fn set_page_table_root(&mut self, satp: memory_addr::PhysAddr) {
self.satp = satp;
}
pub fn switch_to(&mut self, next_ctx: &Self) {
#[cfg(feature = "tls")]
{
self.tp = crate::asm::read_thread_pointer();
unsafe { crate::asm::write_thread_pointer(next_ctx.tp) };
}
#[cfg(feature = "uspace")]
if self.satp != next_ctx.satp {
unsafe { crate::asm::write_user_page_table(next_ctx.satp) };
crate::asm::flush_tlb(None); }
#[cfg(feature = "fp-simd")]
{
self.fp_state.switch_to(&next_ctx.fp_state);
}
unsafe { context_switch(self, next_ctx) }
}
}
#[cfg(feature = "fp-simd")]
#[unsafe(naked)]
unsafe extern "C" fn save_fp_registers(fp_state: &mut FpState) {
naked_asm!(
include_fp_asm_macros!(),
"
PUSH_FLOAT_REGS a0
frcsr t0
STR t0, a0, 32
ret"
)
}
#[cfg(feature = "fp-simd")]
#[unsafe(naked)]
unsafe extern "C" fn restore_fp_registers(fp_state: &FpState) {
naked_asm!(
include_fp_asm_macros!(),
"
POP_FLOAT_REGS a0
LDR t0, a0, 32
fscsr x0, t0
ret"
)
}
#[cfg(feature = "fp-simd")]
#[unsafe(naked)]
unsafe extern "C" fn clear_fp_registers() {
naked_asm!(
include_fp_asm_macros!(),
"
CLEAR_FLOAT_REGS
ret"
)
}
#[unsafe(naked)]
unsafe extern "C" fn context_switch(_current_task: &mut TaskContext, _next_task: &TaskContext) {
naked_asm!(
include_asm_macros!(),
"
// save old context (callee-saved registers)
STR ra, a0, 0
STR sp, a0, 1
STR s0, a0, 2
STR s1, a0, 3
STR s2, a0, 4
STR s3, a0, 5
STR s4, a0, 6
STR s5, a0, 7
STR s6, a0, 8
STR s7, a0, 9
STR s8, a0, 10
STR s9, a0, 11
STR s10, a0, 12
STR s11, a0, 13
// restore new context
LDR s11, a1, 13
LDR s10, a1, 12
LDR s9, a1, 11
LDR s8, a1, 10
LDR s7, a1, 9
LDR s6, a1, 8
LDR s5, a1, 7
LDR s4, a1, 6
LDR s3, a1, 5
LDR s2, a1, 4
LDR s1, a1, 3
LDR s0, a1, 2
LDR sp, a1, 1
LDR ra, a1, 0
ret",
)
}