1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253
//! A custom TLS implementation that allows for more than 5 entries in TLS.
//!
//! FreeRTOS task locals have a hard limit of entries.
//! The custom implementation used here stores a pointer to a custom TLS struct inside the first slot of FreeRTOS TLS.
//! This sacrifices a bit of speed for the ability to have as many entries as memory allows.
//!
//! [`LocalKey`]s can be created with the [`os_task_local!`](crate::os_task_local!) macro.
//! ## Example
//! ```rust
//! os_task_local! {
//! static FOO: u32 = 0;
//! static BAR: String = String::from("Hello, world!");
//! }
//! ```
use alloc::{boxed::Box, collections::BTreeMap};
use core::{
cell::{Cell, RefCell},
ptr::NonNull,
sync::atomic::AtomicU32,
};
use spin::Once;
use super::current;
/// A semaphore that makes sure that each [`LocalKey`] has a unique index into TLS.
static INDEX: AtomicU32 = AtomicU32::new(0);
/// Set a value in OS TLS.
/// This requires you to leak val so that you can be sure it lives as long as the task.
/// # Safety
/// Unsafe because you can change the thread local storage while it is being read.
unsafe fn thread_local_storage_set<T>(task: pros_sys::task_t, val: &'static T, index: u32) {
// Yes, we transmute val. This is the intended use of this function.
// SAFETY: caller must ensure borrow rules are followed
unsafe {
pros_sys::vTaskSetThreadLocalStoragePointer(task, index as _, (val as *const T).cast());
}
}
/// Get a value from OS TLS.
/// # Safety
/// Unsafe because we can't check if the type is the same as the one that was set.
unsafe fn thread_local_storage_get<T>(task: pros_sys::task_t, index: u32) -> Option<&'static T> {
// SAFETY: caller must ensure borrow rules are followed and the type is correct
unsafe {
let val = pros_sys::pvTaskGetThreadLocalStoragePointer(task, index as _);
val.cast::<T>().as_ref()
}
}
/// Get or create the [`ThreadLocalStorage`] for the current task.
fn fetch_storage() -> &'static RefCell<ThreadLocalStorage> {
let current = current();
// Get the thread local storage for this task.
// Creating it if it doesn't exist.
// SAFETY: This is safe as long as index 0 of the freeRTOS TLS is never set to any other type.
unsafe {
thread_local_storage_get(current.task, 0).unwrap_or_else(|| {
let storage = Box::leak(Box::new(RefCell::new(ThreadLocalStorage {
data: BTreeMap::new(),
})));
thread_local_storage_set(current.task, storage, 0);
storage
})
}
}
/// A custom thread local storage implementation.
/// This itself is stored inside real OS TLS, it allows for more than 5 entries in TLS.
/// [`LocalKey`]s store their data inside this struct.
struct ThreadLocalStorage {
pub data: BTreeMap<usize, NonNull<()>>,
}
/// A TLS key that owns its data.
/// Can be created with the [`os_task_local`](crate::os_task_local!) macro.
#[derive(Debug)]
pub struct LocalKey<T: 'static> {
index: Once<usize>,
init: fn() -> T,
}
impl<T: 'static> LocalKey<T> {
/// Creates a new local key that lazily initializes its data.
/// init is called to initialize the data when it is first accessed from a new thread.
pub const fn new(init: fn() -> T) -> Self {
Self {
index: Once::new(),
init,
}
}
/// Get the index of this key, or get the next one if it has never been created before.
fn index(&'static self) -> &usize {
self.index
.call_once(|| INDEX.fetch_add(1, core::sync::atomic::Ordering::Relaxed) as _)
}
/// Passes a reference to the value of this key to the given closure.
/// If the value has not been initialized yet, it will be initialized.
pub fn with<F, R>(&'static self, f: F) -> R
where
F: FnOnce(&'static T) -> R,
{
self.initialize_with((self.init)(), |_, val| f(val))
}
/// Acquires a reference to the value in this TLS key, initializing it with
/// `init` if it wasn't already initialized on this task.
///
/// If `init` was used to initialize the task local variable, `None` is
/// passed as the first argument to `f`. If it was already initialized,
/// `Some(init)` is passed to `f`.
fn initialize_with<F, R>(&'static self, init: T, f: F) -> R
where
F: FnOnce(Option<T>, &'static T) -> R,
{
let storage = fetch_storage();
let index = *self.index();
if let Some(val) = storage.borrow().data.get(&index) {
return f(Some(init), unsafe { val.cast().as_ref() });
}
let val = Box::leak(Box::new(init));
storage
.borrow_mut()
.data
.insert(index, NonNull::new((val as *mut T).cast::<()>()).unwrap());
f(None, val)
}
}
impl<T: 'static> LocalKey<Cell<T>> {
/// Sets or initializes the value of this key.
///
/// If the value was already initialized, it is overwritten.
/// If the value was not initialized, it is initialized with `value`.
pub fn set(&'static self, value: T) {
self.initialize_with(Cell::new(value), |value, cell| {
if let Some(value) = value {
// The cell was already initialized, so `value` wasn't used to
// initialize it. So we overwrite the current value with the
// new one instead.
cell.set(value.into_inner());
}
});
}
/// Gets a copy of the value in this TLS key.
pub fn get(&'static self) -> T
where
T: Copy,
{
self.with(|cell| cell.get())
}
/// Takes the value out of this TLS key, replacing it with the [`Default`] value.
pub fn take(&'static self) -> T
where
T: Default,
{
self.with(|cell| cell.replace(Default::default()))
}
/// Replaces the value in this TLS key with the given one, returning the old value.
pub fn replace(&'static self, value: T) -> T {
self.with(|cell| cell.replace(value))
}
}
impl<T: 'static> LocalKey<RefCell<T>> {
/// Acquires a reference to the contained value, initializing it if required.
///
/// # Panics
///
/// Panics if the value is currently mutably borrowed.
pub fn with_borrow<F, R>(&'static self, f: F) -> R
where
F: FnOnce(&T) -> R,
{
self.with(|cell| f(&cell.borrow()))
}
/// Acquires a mutable reference to the contained value, initializing it if required.
///
/// # Panics
///
/// Panics if the value is currently borrowed.
pub fn with_borrow_mut<F, R>(&'static self, f: F) -> R
where
F: FnOnce(&mut T) -> R,
{
self.with(|cell| f(&mut cell.borrow_mut()))
}
/// Sets or initializes the value of this key, without running the initializer.
///
/// # Panics
///
/// Panics if the value is currently borrowed.
pub fn set(&'static self, value: T) {
self.initialize_with(RefCell::new(value), |value, cell| {
if let Some(value) = value {
// The cell was already initialized, so `value` wasn't used to
// initialize it. So we overwrite the current value with the
// new one instead.
*cell.borrow_mut() = value.into_inner();
}
});
}
/// Takes the value out of this TLS key, replacing it with the [`Default`] value.
///
/// # Panics
///
/// Panics if the value is currently borrowed.
pub fn take(&'static self) -> T
where
T: Default,
{
self.with(|cell| cell.take())
}
/// Replaces the value in this TLS key with the given one, returning the old value.
///
/// # Panics
///
/// Panics if the value is currently borrowed.
pub fn replace(&'static self, value: T) -> T {
self.with(|cell| cell.replace(value))
}
}
/// Create new [`LocalKey`]\(s)
/// # Example
/// ```rust
/// os_task_local! {
/// static FOO: u32 = 0;
/// static BAR: String = String::new();
/// }
#[macro_export]
macro_rules! os_task_local {
($($(#[$attr:meta])* $vis:vis static $name:ident: $t:ty = $init:expr;)*) => {
$(
$(#[$attr])*
$vis static $name: $crate::task::local::LocalKey<$t> = $crate::task::local::LocalKey::new(|| $init);
)*
};
}