1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439
use memmap2::MmapOptions as Mmap2Options;
use std::{
fs::{File, OpenOptions as StdOpenOptions},
io,
path::Path,
};
/// Options for opening a file for memory mapping.
#[derive(Debug, Clone)]
pub struct OpenOptions {
opts: StdOpenOptions,
create: Option<u32>,
create_new: Option<u32>,
}
impl From<StdOpenOptions> for OpenOptions {
fn from(opts: StdOpenOptions) -> Self {
Self {
opts,
create_new: None,
create: None,
}
}
}
impl Default for OpenOptions {
/// Creates a blank new set of options ready for configuration.
///
/// All options are initially set to `false`.
///
/// # Examples
///
/// ```rust
/// use rarena_allocator::OpenOptions;
///
/// let options = OpenOptions::default();
/// ```
fn default() -> Self {
Self::new()
}
}
impl OpenOptions {
/// Creates a blank new set of options ready for configuration.
///
/// All options are initially set to `false`.
///
/// # Examples
///
/// ```rust
/// use rarena_allocator::OpenOptions;
///
/// let mut options = OpenOptions::new();
/// ```
#[inline]
pub fn new() -> Self {
Self {
opts: StdOpenOptions::new(),
create: None,
create_new: None,
}
}
/// Sets the option for read access.
///
/// This option, when true, will indicate that the file should be
/// `read`-able if opened.
///
/// # Examples
///
/// ```rust
/// use rarena_allocator::OpenOptions;
///
/// let opts = OpenOptions::new().read(true);
/// ```
#[inline]
pub fn read(mut self, read: bool) -> Self {
self.opts.read(read);
self
}
/// Sets the option for write access.
///
/// This option, when true, will indicate that the file should be
/// `write`-able if opened.
///
/// If the file already exists, any write calls on it will overwrite its
/// contents, without truncating it.
///
/// # Examples
///
/// ```rust
/// use rarena_allocator::OpenOptions;
///
/// let opts = OpenOptions::new().write(true);
/// ```
#[inline]
pub fn write(mut self, write: bool) -> Self {
self.opts.write(write);
self
}
/// Sets the option for the append mode.
///
/// This option, when true, means that writes will append to a file instead
/// of overwriting previous contents.
/// Note that setting `.write(true).append(true)` has the same effect as
/// setting only `.append(true)`.
///
/// For most filesystems, the operating system guarantees that all writes are
/// atomic: no writes get mangled because another process writes at the same
/// time.
///
/// One maybe obvious note when using append-mode: make sure that all data
/// that belongs together is written to the file in one operation. This
/// can be done by concatenating strings before passing them to [`write()`],
/// or using a buffered writer (with a buffer of adequate size),
/// and calling [`flush()`] when the message is complete.
///
/// If a file is opened with both read and append access, beware that after
/// opening, and after every write, the position for reading may be set at the
/// end of the file. So, before writing, save the current position (using
/// <code>[seek]\([SeekFrom](std::io::SeekFrom)::[Current]\(opts))</code>), and restore it before the next read.
///
/// ## Note
///
/// This function doesn't create the file if it doesn't exist. Use the
/// [`OpenOptions::create`] method to do so.
///
/// [`write()`]: std::io::Write::write "io::Write::write"
/// [`flush()`]: std::io::Write::flush "io::Write::flush"
/// [seek]: std::io::Seek::seek "io::Seek::seek"
/// [Current]: std::io::SeekFrom::Current "io::SeekFrom::Current"
///
/// # Examples
///
/// ```rust
/// use rarena_allocator::OpenOptions;
///
/// let opts = OpenOptions::new().append(true);
/// ```
#[inline]
pub fn append(mut self, append: bool) -> Self {
self.opts.append(append);
self
}
/// Sets the option for truncating a previous file.
///
/// If a file is successfully opened with this option set it will truncate
/// the file to opts length if it already exists.
///
/// The file must be opened with write access for truncate to work.
///
/// # Examples
///
/// ```rust
/// use rarena_allocator::OpenOptions;
///
/// let opts = OpenOptions::new().write(true).truncate(true);
/// ```
#[inline]
pub fn truncate(mut self, truncate: bool) -> Self {
self.opts.truncate(truncate);
self
}
/// Sets the option to create a new file, or open it if it already exists.
/// If the file does not exist, it is created and set the lenght of the file to the given size.
///
/// In order for the file to be created, [`OpenOptions::write`] or
/// [`OpenOptions::append`] access must be used.
///
/// See also [`std::fs::write()`][std::fs::write] for a simple function to
/// create a file with some given data.
///
/// # Examples
///
/// ```rust
/// use rarena_allocator::OpenOptions;
///
/// let opts = OpenOptions::new().write(true).create(Some(1000));
/// ```
///
/// ```rust
/// use rarena_allocator::OpenOptions;
///
/// let opts = OpenOptions::new().write(true).create(None);
/// ```
#[inline]
pub fn create(mut self, size: Option<u32>) -> Self {
match size {
Some(size) => {
self.opts.create(true);
self.create = Some(size);
}
None => {
self.opts.create(false);
self.create = None;
}
}
self
}
/// Sets the option to create a new file and set the file length to the given value, failing if it already exists.
///
/// No file is allowed to exist at the target location, also no (dangling) symlink. In this
/// way, if the call succeeds, the file returned is guaranteed to be new.
///
/// This option is useful because it is atomic. Otherwise between checking
/// whether a file exists and creating a new one, the file may have been
/// created by another process (a TOCTOU race condition / attack).
///
/// If `.create_new(true)` is set, [`.create()`] and [`.truncate()`] are
/// ignored.
///
/// The file must be opened with write or append access in order to create
/// a new file.
///
/// [`.create()`]: OpenOptions::create
/// [`.truncate()`]: OpenOptions::truncate
///
/// # Examples
///
/// ```rust
/// use rarena_allocator::OpenOptions;
///
/// let file = OpenOptions::new()
/// .write(true)
/// .create_new(Some(1000));
/// ```
///
/// ```rust
/// use rarena_allocator::OpenOptions;
///
/// let opts = OpenOptions::new()
/// .write(true)
/// .create_new(None);
/// ```
#[inline]
pub fn create_new(mut self, size: Option<u32>) -> Self {
match size {
Some(size) => {
self.opts.create_new(true);
self.create_new = Some(size);
}
None => {
self.opts.create_new(false);
self.create_new = None;
}
}
self
}
pub(crate) fn open<P: AsRef<Path>>(&self, path: P) -> io::Result<(bool, File)> {
if let Some(size) = self.create_new {
return self
.opts
.open(path)
.and_then(|f| f.set_len(size as u64).map(|_| (true, f)));
}
if let Some(size) = self.create {
return if path.as_ref().exists() {
self.opts.open(path).map(|f| (false, f))
} else {
self
.opts
.open(path)
.and_then(|f| f.set_len(size as u64).map(|_| (true, f)))
};
}
self.opts.open(path).map(|f| (false, f))
}
}
/// A memory map options for file backed [`SkipMap`](super::SkipMap),
/// providing advanced options and flags for specifying memory map behavior.
#[derive(Clone, Debug)]
pub struct MmapOptions(Mmap2Options);
impl Default for MmapOptions {
fn default() -> Self {
Self::new()
}
}
impl From<Mmap2Options> for MmapOptions {
fn from(opts: Mmap2Options) -> Self {
Self(opts)
}
}
impl MmapOptions {
/// Creates a new set of options for configuring and creating a memory map.
///
/// # Example
///
/// ```rust
/// use rarena_allocator::MmapOptions;
///
/// // Create a new memory map options.
/// let mut mmap_options = MmapOptions::new();
/// ```
#[inline]
pub fn new() -> Self {
Self(Mmap2Options::new())
}
/// Configures the created memory mapped buffer to be `len` bytes long.
///
/// This option is mandatory for anonymous memory maps.
///
/// For file-backed memory maps, the length will default to the file length.
///
/// # Example
///
/// ```
/// use rarena_allocator::MmapOptions;
///
/// let opts = MmapOptions::new().len(9);
/// ```
#[inline]
pub fn len(mut self, len: u32) -> Self {
self.0.len(len as usize);
self
}
/// Configures the memory map to start at byte `offset` from the beginning of the file.
///
/// This option has no effect on anonymous memory maps.
///
/// By default, the offset is 0.
///
/// # Example
///
/// ```
/// use rarena_allocator::MmapOptions;
///
/// let opts = MmapOptions::new().offset(30);
/// ```
#[inline]
pub fn offset(mut self, offset: u32) -> Self {
self.0.offset(offset as u64);
self
}
/// Configures the anonymous memory map to be suitable for a process or thread stack.
///
/// This option corresponds to the `MAP_STACK` flag on Linux. It has no effect on Windows.
///
/// This option has no effect on file-backed memory maps.
///
/// # Example
///
/// ```
/// use rarena_allocator::MmapOptions;
///
/// let stack = MmapOptions::new().stack();
/// ```
#[inline]
pub fn stack(mut self) -> Self {
self.0.stack();
self
}
/// Configures the anonymous memory map to be allocated using huge pages.
///
/// This option corresponds to the `MAP_HUGETLB` flag on Linux. It has no effect on Windows.
///
/// The size of the requested page can be specified in page bits. If not provided, the system
/// default is requested. The requested length should be a multiple of this, or the mapping
/// will fail.
///
/// This option has no effect on file-backed memory maps.
///
/// # Example
///
/// ```
/// use rarena_allocator::MmapOptions;
///
/// let stack = MmapOptions::new().huge(Some(21)).len(2*1024*1024);
/// ```
#[inline]
pub fn huge(mut self, page_bits: Option<u8>) -> Self {
self.0.huge(page_bits);
self
}
/// Populate (prefault) page tables for a mapping.
///
/// For a file mapping, this causes read-ahead on the file. This will help to reduce blocking on page faults later.
///
/// This option corresponds to the `MAP_POPULATE` flag on Linux. It has no effect on Windows.
///
/// # Example
///
/// ```
/// use rarena_allocator::MmapOptions;
///
///
/// let opts = MmapOptions::new().populate();
/// ```
#[inline]
pub fn populate(mut self) -> Self {
self.0.populate();
self
}
#[inline]
pub(crate) unsafe fn map(&self, file: &File) -> io::Result<memmap2::Mmap> {
self.0.map(file)
}
#[inline]
pub(crate) unsafe fn map_mut(&self, file: &File) -> io::Result<memmap2::MmapMut> {
self.0.map_mut(file)
}
#[inline]
pub(crate) fn map_anon(&self) -> io::Result<memmap2::MmapMut> {
self.0.map_anon()
}
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn test_from() {
let opts = StdOpenOptions::new();
let _open_opts = OpenOptions::from(opts);
let opts = Mmap2Options::new();
let _mmap_opts = MmapOptions::from(opts);
}
}