pub struct ResourceLimits {
pub max_encoded_bytes: usize,
pub max_decoded_bytes: usize,
pub max_tensor_elements: usize,
pub max_image_dimension: usize,
pub max_records: usize,
pub max_columns: usize,
pub max_string_bytes: usize,
pub max_tokens: usize,
pub max_columnar_bytes: usize,
pub max_media_seconds: u64,
pub max_streams: usize,
}Expand description
Resource ceilings applied before allocation whenever metadata permits.
These bound logical input/output payloads, not native decoder RSS. Loader
queue bytes remain a separate crate::MemoryFootprint budget.
use rusttorch_data::ResourceLimits;
let limits = ResourceLimits::default();
limits.check("tokens", 128, limits.max_tokens)?;
assert!(limits.check("tokens", usize::MAX, limits.max_tokens).is_err());Fields§
§max_encoded_bytes: usizeMaximum encoded bytes per local file or bounded input (64 MiB).
max_decoded_bytes: usizeMaximum decoded sample or explicitly bounded batch payload (256 MiB).
max_tensor_elements: usizeMaximum elements in one tensor (64 million).
max_image_dimension: usizeMaximum image width or height (16,384).
max_records: usizeMaximum records in a dataset or explicitly bounded batch (1 million).
max_columns: usizeMaximum fields per tabular record (4,096).
max_string_bytes: usizeMaximum UTF-8 bytes per field or text sample (1 MiB).
max_tokens: usizeMaximum tokens per sequence or padded batch (1 million).
max_columnar_bytes: usizeMaximum Arrow record-batch or Parquet row-group payload (256 MiB).
max_media_seconds: u64Maximum media duration in whole seconds (one hour).
max_streams: usizeMaximum streams per media container (32).
Implementations§
Source§impl ResourceLimits
impl ResourceLimits
Sourcepub const fn unlimited() -> Self
pub const fn unlimited() -> Self
Explicitly disables logical ceilings; integer overflow is still rejected.
Sourcepub fn check(
&self,
field: &'static str,
actual: usize,
maximum: usize,
) -> Result<()>
pub fn check( &self, field: &'static str, actual: usize, maximum: usize, ) -> Result<()>
Rejects a value above its named ceiling.
Sourcepub fn tensor_elements(&self, dimensions: &[usize]) -> Result<usize>
pub fn tensor_elements(&self, dimensions: &[usize]) -> Result<usize>
Checks multiplication and the resulting tensor-element ceiling.