Skip to main content

ic_storage/adapter/
region.rs

1//! Operation-local collection access within a retained allocation region.
2use super::bridge::{self, Backing, Codec};
3use super::error::{CollectionError as Error, Result as CollectionResult, ensure};
4use super::{Memory, Storable};
5use crate::DefaultMemoryImpl;
6use crate::{RuntimeGrowError, RuntimeMemory, WASM_PAGE_SIZE_BYTES as PAGE_BYTES};
7use std::{marker::PhantomData, ops::Range, ops::RangeBounds, rc::Rc};
8
9const MAX_PAGES: u64 = 4_194_304;
10
11///
12/// `RegionGrowError`
13///
14/// Failure to reserve a governed region's virtual extent, before any writes.
15///
16
17#[derive(Clone, Copy, Debug, Eq, PartialEq, thiserror::Error)]
18pub enum RegionGrowError {
19    /// The requested relative extent exceeds the selected region.
20    #[error("requested region extent {minimum} exceeds {maximum} pages")]
21    LimitExceeded {
22        /// Requested relative page count.
23        minimum: u64,
24        /// Maximum relative page count.
25        maximum: u64,
26    },
27    /// Storage refused to grow the containing allocation.
28    #[error("{0}")]
29    Runtime(#[source] RuntimeGrowError),
30}
31
32/// A B-tree view inside one existing, governed allocation lease.
33///
34/// The caller retains its `Rc<RuntimeMemory>` for disjoint application frames.
35/// Each collection operation loads the current owned tree root and allocator;
36/// multiple views may interleave operations without retaining stale roots.
37/// Key scans return owned snapshots, so no cached tree or iterator escapes.
38/// Applications own namespace bounds, codec admission and recovery policy.
39///
40/// Construction performs no IO. Inspect retained framing with [`Self::read`]
41/// before calling collection operations. Framing admission returns errors;
42/// engine and codec failures trap. Only [`Self::initialize`] creates a tree, and only in an empty
43/// region. No method reinitializes nonempty memory or exports raw backing.
44/// As with ordinary collections, callers must not reenter collection access
45/// from a codec or mutate the tree's bytes through their retained lease.
46pub struct BTreeMapRegion<K: Storable + Ord + Clone, V: Storable, M: Memory = DefaultMemoryImpl> {
47    memory: RegionMemory<M>,
48    record: PhantomData<(K, V)>,
49}
50
51impl<K: Storable + Ord + Clone, V: Storable, M: Memory> BTreeMapRegion<K, V, M> {
52    /// Select an absolute, half-open range of 65,536-byte allocation pages.
53    ///
54    /// Retains the same allocation lease; no allocation or collection is opened.
55    /// Other owners of the `Rc` may access disjoint frames in that allocation.
56    /// Drop every view and the caller's last `Rc` before reopening the lease.
57    ///
58    /// # Panics
59    /// Panics unless `pages.start < pages.end <= 4_194_304`.
60    #[must_use]
61    pub fn new(memory: Rc<RuntimeMemory<M>>, pages: Range<u64>) -> Self {
62        assert!(pages.start < pages.end && pages.end <= MAX_PAGES);
63        Self {
64            memory: RegionMemory { memory, pages },
65            record: PhantomData,
66        }
67    }
68
69    /// Return the currently allocated relative extent in Wasm pages.
70    #[must_use]
71    pub fn allocated_pages(&self) -> u64 {
72        self.memory.size()
73    }
74
75    /// Read relative bytes for the application's retained-framing admission.
76    ///
77    /// # Panics
78    /// Panics before IO if the complete read exceeds the allocated region.
79    /// An empty read is valid at the region's end, but not beyond it.
80    pub fn read(&self, offset: u64, dst: &mut [u8]) {
81        self.memory.read(offset, dst);
82    }
83
84    /// Create an owned tree only when the selected region has zero pages.
85    ///
86    /// Call before reserving extra pages. Retained trees need no initialization:
87    /// admit their framing and use the operations directly.
88    ///
89    /// # Errors
90    /// Rejects a nonempty region or capacity refusal without initializing a replacement.
91    pub fn initialize(&mut self) -> CollectionResult<()> {
92        ensure(self.allocated_pages() == 0, Error::NotEmpty)?;
93        bridge::reserve(&self.memory)?;
94        #[cfg(not(target_arch = "wasm32"))]
95        let _guard = self.memory.memory.poison_on_unwind();
96        bridge::Map::<K, V, _>::new(Backing(&self.memory));
97        Ok(())
98    }
99
100    /// Reserve an absolute relative extent without promising entry capacity.
101    ///
102    /// # Errors
103    /// Returns a region-limit or Storage growth error without changing bytes
104    /// or allocation accounting. A satisfied request performs no growth or IO.
105    /// Callers own byte/page budgets and must qualify them for their codecs.
106    /// Mutations retain the host failure contract; this is not a transaction
107    /// around an insert that later runs out of space or panics in a codec.
108    pub fn reserve_pages(&mut self, minimum: u64) -> Result<(), RegionGrowError> {
109        self.memory.reserve_pages(minimum)
110    }
111
112    /// Read a record using the current retained root.
113    ///
114    /// # Errors
115    /// Refuses foreign framing; engine and stored-codec failures trap.
116    pub fn get(&self, key: &K) -> CollectionResult<Option<V>> {
117        Ok(self.current_map()?.get(Codec::borrowed(key)).map(|v| v.0))
118    }
119
120    /// Insert using the current retained root and copied ICSS engine.
121    ///
122    /// # Errors
123    /// Refuses foreign framing. Engine/codec failures trap, possibly after native writes.
124    pub fn insert(&mut self, key: K, value: V) -> CollectionResult<Option<V>> {
125        #[cfg(not(target_arch = "wasm32"))]
126        let _guard = self.memory.memory.poison_on_unwind();
127        Ok(self
128            .current_map()?
129            .insert(Codec(key), Codec(value))
130            .map(|v| v.0))
131    }
132
133    /// Remove using the current retained root and copied ICSS engine.
134    ///
135    /// # Errors
136    /// Refuses foreign framing. Engine/codec failures trap, possibly after native writes.
137    pub fn remove(&mut self, key: &K) -> CollectionResult<Option<V>> {
138        #[cfg(not(target_arch = "wasm32"))]
139        let _guard = self.memory.memory.poison_on_unwind();
140        Ok(self
141            .current_map()?
142            .remove(Codec::borrowed(key))
143            .map(|v| v.0))
144    }
145
146    /// Return the current tree's record count across all namespaces.
147    ///
148    /// # Errors
149    /// Refuses foreign framing; malformed engine state traps.
150    pub fn len(&self) -> CollectionResult<u64> {
151        Ok(self.current_map()?.len())
152    }
153
154    /// Return whether the current tree has no records.
155    ///
156    /// # Errors
157    /// Refuses foreign framing; malformed engine state traps.
158    pub fn is_empty(&self) -> CollectionResult<bool> {
159        Ok(self.current_map()?.len() == 0)
160    }
161
162    /// Snapshot ordered keys within the caller's namespace/range bounds.
163    ///
164    /// The scan completes before returning; the iterator retains owned keys,
165    /// with no collection cache, memory handle or borrow across later mutations.
166    ///
167    /// # Errors
168    /// Refuses foreign framing; invalid ranges, engine state or key codecs can trap.
169    pub fn keys_range(
170        &self,
171        bounds: impl RangeBounds<K>,
172    ) -> CollectionResult<std::vec::IntoIter<K>> {
173        self.keys_range_limited(bounds, usize::MAX)
174    }
175
176    /// Snapshot at most `limit` ordered keys, stopping iteration at that bound.
177    ///
178    /// Unlike `keys_range(bounds).take(limit)`, this bounds collection work before
179    /// allocating the snapshot. Zero returns without loading the tree. Resume
180    /// with an excluded last key; intervening mutations are visible to each call.
181    /// The limit bounds key count, not encoded bytes or instruction cost.
182    ///
183    /// # Errors
184    /// Refuses foreign framing; invalid ranges, engine state or key codecs can trap.
185    pub fn keys_range_limited(
186        &self,
187        bounds: impl RangeBounds<K>,
188        limit: usize,
189    ) -> CollectionResult<std::vec::IntoIter<K>> {
190        if limit == 0 {
191            return Ok(Vec::new().into_iter());
192        }
193        Ok(self
194            .current_map()?
195            .keys_range(super::map::codec_bounds(&bounds))
196            .take(limit)
197            .map(|k| k.0)
198            .collect::<Vec<_>>()
199            .into_iter())
200    }
201
202    fn current_map(&self) -> CollectionResult<bridge::Map<K, V, &RegionMemory<M>>> {
203        bridge::admit_map(&self.memory)?;
204        Ok(bridge::Map::load(Backing(&self.memory)))
205    }
206}
207
208// Private bounded IO over an admitted lease. Reads, writes and growth stay
209// inside the selected region, including initially absent regions.
210struct RegionMemory<M: Memory> {
211    memory: Rc<RuntimeMemory<M>>,
212    pages: Range<u64>,
213}
214
215impl<M: Memory> RegionMemory<M> {
216    fn reserve_pages(&self, minimum: u64) -> Result<(), RegionGrowError> {
217        let maximum = self.pages.end - self.pages.start;
218        if minimum > maximum {
219            return Err(RegionGrowError::LimitExceeded { minimum, maximum });
220        }
221        if minimum > self.size() {
222            let additional = self.pages.start + minimum - self.memory.size();
223            self.memory
224                .as_ref()
225                .grow(additional)
226                .map_err(RegionGrowError::Runtime)?;
227        }
228        Ok(())
229    }
230
231    fn check_io(&self, offset: u64, count: usize) {
232        let extent = self.size() * PAGE_BYTES;
233        assert!(offset <= extent && count as u64 <= extent - offset);
234    }
235}
236
237impl<M: Memory> Memory for RegionMemory<M> {
238    fn size(&self) -> u64 {
239        self.memory.size().clamp(self.pages.start, self.pages.end) - self.pages.start
240    }
241
242    fn grow(&self, delta: u64) -> i64 {
243        let previous = self.size();
244        let Some(minimum) = previous.checked_add(delta) else {
245            return -1;
246        };
247        if self.reserve_pages(minimum).is_ok() {
248            // The selected range is bounded by MAX_PAGES.
249            i64::try_from(previous).unwrap()
250        } else {
251            -1
252        }
253    }
254
255    fn read(&self, offset: u64, dst: &mut [u8]) {
256        self.check_io(offset, dst.len());
257        if !dst.is_empty() {
258            self.memory
259                .read(self.pages.start * PAGE_BYTES + offset, dst);
260        }
261    }
262
263    fn write(&self, offset: u64, src: &[u8]) {
264        self.check_io(offset, src.len());
265        if !src.is_empty() {
266            self.memory
267                .write(self.pages.start * PAGE_BYTES + offset, src);
268        }
269    }
270}