libmagic_rs/evaluator/

mod.rs

// Copyright (c) 2025-2026 the libmagic-rs contributors
// SPDX-License-Identifier: Apache-2.0

//! Rule evaluation engine
//!
//! This module provides the public interface for magic rule evaluation,
//! including data types for evaluation state and match results, and
//! re-exports the core evaluation functions from submodules.

use crate::{EvaluationConfig, LibmagicError};
use serde::Serialize;

mod engine;
pub mod offset;
pub mod operators;
pub mod strength;
pub(crate) mod test_type;
pub mod types;

pub use engine::{evaluate_rules, evaluate_rules_with_config, evaluate_single_rule};
pub(crate) use engine::{has_message_bearing_match, is_message_bearing};

/// Strip a single leading GNU `file` no-separator marker from `s`, if present.
///
/// The marker (GOTCHAS S14.1) suppresses the separating space when a
/// description is appended to a sibling's text. It reaches evaluator code in
/// two forms: the raw byte `U+0008` (backspace), used for programmatically
/// constructed messages, and -- far more commonly -- the literal
/// two-character sequence `\b` (backslash + `'b'`), because the message parser
/// preserves description text verbatim (matching GNU `file`, which keeps the
/// desc literal and special-cases a leading `\b` at print time).
///
/// Returns `Some(rest)` with the marker removed when one is present, else
/// `None`. This is the single source of truth for the two-form marker so the
/// three call sites (`concatenate_messages` output rendering,
/// `is_message_bearing` gating, and `evaluate_use_rule` name-message
/// attachment) cannot drift on which forms they recognize.
pub(crate) fn strip_no_separator_marker(s: &str) -> Option<&str> {
    s.strip_prefix('\u{0008}').or_else(|| s.strip_prefix("\\b"))
}

/// Shared environment attached to an [`EvaluationContext`] so the engine can
/// resolve whole-database operations (currently: `Use` subroutine lookups;
/// eventually `indirect` whole-tree re-entry).
///
/// Stored as an `Arc` so cloning a context across recursive calls is cheap
/// and the rule data can be shared safely across threads.
#[derive(Debug, Clone)]
pub(crate) struct RuleEnvironment {
    /// Named subroutine table, keyed by identifier.
    pub(crate) name_table: std::sync::Arc<crate::parser::name_table::NameTable>,
    /// Top-level rule list retained for future whole-database operations.
    #[allow(dead_code)]
    pub(crate) root_rules: std::sync::Arc<[crate::parser::ast::MagicRule]>,
}

/// Context for maintaining evaluation state during rule processing
///
/// The `EvaluationContext` tracks the current state of rule evaluation,
/// including the current offset position, recursion depth for nested rules,
/// and configuration settings that control evaluation behavior.
///
/// # Examples
///
/// ```rust
/// use libmagic_rs::evaluator::EvaluationContext;
/// use libmagic_rs::EvaluationConfig;
///
/// let config = EvaluationConfig::default();
/// let context = EvaluationContext::new(config);
///
/// assert_eq!(context.current_offset(), 0);
/// assert_eq!(context.recursion_depth(), 0);
/// ```
#[derive(Debug, Clone)]
#[non_exhaustive]
pub struct EvaluationContext {
    /// Current offset position in the file buffer
    current_offset: usize,
    /// End offset of the most recent successful match.
    ///
    /// This is the GNU `file`/libmagic anchor used to resolve relative
    /// (`&+N` / `&-N`) offsets. It is updated to the end of the most
    /// recently matched rule -- the value may *increase or decrease* as
    /// successive rules match at different positions; it is not a
    /// high-watermark. A fresh context starts with this set to 0, which
    /// matches libmagic's behavior of resolving top-level relative offsets
    /// from the file start.
    last_match_end: usize,
    /// Current recursion depth for nested rule evaluation
    recursion_depth: u32,
    /// Configuration settings for evaluation behavior
    config: EvaluationConfig,
    /// Optional rule environment (name table + root rules) threaded from
    /// [`MagicDatabase`](crate::MagicDatabase). Evaluations that come in
    /// through the low-level [`evaluate_rules`] / [`evaluate_rules_with_config`]
    /// surface (tests, programmatic consumers) run with `rule_env = None`,
    /// in which case `MetaType::Use` rules are silent no-ops.
    rule_env: Option<std::sync::Arc<RuleEnvironment>>,
    /// Base offset applied to absolute offset resolution.
    ///
    /// Normally 0. When evaluating a subroutine body via `MetaType::Use`,
    /// this is set to the use-site offset so that the subroutine's
    /// `OffsetSpec::Absolute(n)` rules resolve to `base + n` (matching
    /// magic(5) / libmagic semantics: subroutines see offsets relative
    /// to the caller's invocation point, not absolute file positions).
    /// Restored to the caller's value on subroutine exit via the
    /// `SubroutineScope` RAII guard in `engine/subroutine.rs`, which saves
    /// and restores both `last_match_end` and `base_offset` together.
    base_offset: usize,
    /// One-shot flag set by `MetaType::Indirect` dispatch before
    /// re-entering the root rule list. When true, the next entry to
    /// `evaluate_rules` treats the iteration as a top-level sibling
    /// chain (anchor chains across siblings per GOTCHAS S3.8) rather
    /// than as a continuation list (anchor resets between siblings).
    /// Consumed at entry — children of a matched rule inside the
    /// re-entry see the flag cleared, so their own continuation-reset
    /// semantics kick in via the `recursion_depth > 0` gate.
    ///
    /// Without this flag, `indirect` wrapping re-entry under
    /// `RecursionGuard` forces `recursion_depth > 0`, which forces
    /// continuation-reset semantics on the root rule list — wrong,
    /// because top-level rules in the re-entered database should
    /// chain sibling anchors like any other top-level evaluation.
    indirect_reentry: bool,
    /// Which of GNU `file`'s two top-level passes this evaluation is, if
    /// any. Consulted only by the top-level loop in `evaluate_rules`
    /// (GOTCHAS S13.7); `None` keeps single-pass behavior for low-level
    /// callers.
    top_level_pass: Option<test_type::TopLevelPass>,
    /// Endian-flip state for `use \^name` subroutine invocation (magic(5)
    /// `\^` prefix; libmagic `softmagic.c` `cvt_flip`). When true, every
    /// endian-bearing typed read inside the current subroutine body
    /// (`short`/`long`/`quad`/`float`/`double`/date families) has its
    /// declared little/big endianness swapped before the read. A `use
    /// \^name` site *toggles* this flag (not sets it) and the toggle
    /// propagates into nested `use` calls, matching libmagic's `flip =
    /// !flip` parameter threading. Saved and restored around the
    /// subroutine call by the `SubroutineScope` RAII guard in
    /// `engine/subroutine.rs`. Native-endian types and `String16` are never
    /// flipped (they are absent from `cvt_flip`).
    flip_endian: bool,
}

impl EvaluationContext {
    /// Create a new evaluation context with the given configuration
    ///
    /// # Arguments
    ///
    /// * `config` - Configuration settings for evaluation behavior
    ///
    /// # Examples
    ///
    /// ```rust
    /// use libmagic_rs::evaluator::EvaluationContext;
    /// use libmagic_rs::EvaluationConfig;
    ///
    /// let config = EvaluationConfig::default();
    /// let context = EvaluationContext::new(config);
    /// ```
    #[must_use]
    pub fn new(mut config: EvaluationConfig) -> Self {
        // Defensive clamp on `max_string_length`: `EvaluationConfig::validate()`
        // rejects 0, but callers can bypass validation by setting the field
        // via struct-literal syntax (or via the `with_max_string_length`
        // builder, which doesn't validate). Without this clamp, a `cap = 0`
        // would silently produce zero-byte reads on every scan-mode `string x`
        // rule and disable the CWE-770 control documented at this field.
        //
        // The clamp rewrites an invalid 0 to
        // `crate::evaluator::types::DEFAULT_MAX_STRING_LENGTH` (8192,
        // matching `EvaluationConfig::default()`). A `warn!` records the
        // correction so embedders see it in logs. Closes PR #304 review
        // finding SF-1.
        if config.max_string_length == 0 {
            log::warn!(
                "EvaluationContext::new received max_string_length=0 \
                 (likely a struct-literal or builder bypass of \
                 EvaluationConfig::validate); clamping to {} (the documented \
                 default). Construct the config via EvaluationConfig::new() \
                 / EvaluationConfig::default() and use the with_* builders \
                 to avoid this warning.",
                crate::evaluator::types::DEFAULT_MAX_STRING_LENGTH,
            );
            config.max_string_length = crate::evaluator::types::DEFAULT_MAX_STRING_LENGTH;
        }
        Self {
            current_offset: 0,
            last_match_end: 0,
            recursion_depth: 0,
            config,
            rule_env: None,
            base_offset: 0,
            indirect_reentry: false,
            top_level_pass: None,
            flip_endian: false,
        }
    }

    /// The top-level pass this evaluation runs as, if one is set.
    #[must_use]
    pub(crate) const fn top_level_pass(&self) -> Option<test_type::TopLevelPass> {
        self.top_level_pass
    }

    /// Set (or clear) the top-level pass.
    pub(crate) const fn set_top_level_pass(&mut self, pass: Option<test_type::TopLevelPass>) {
        self.top_level_pass = pass;
    }

    /// Builder form of [`Self::set_top_level_pass`].
    #[must_use]
    pub(crate) const fn with_top_level_pass(
        mut self,
        pass: Option<test_type::TopLevelPass>,
    ) -> Self {
        self.top_level_pass = pass;
        self
    }

    /// Read-only access to the `use \^name` endian-flip state. True only
    /// while evaluating a subroutine body reached through an odd number of
    /// `\^`-prefixed `use` invocations.
    #[must_use]
    pub(crate) const fn flip_endian(&self) -> bool {
        self.flip_endian
    }

    /// Set the endian-flip state.
    ///
    /// `pub(crate)` and owned by the engine's `SubroutineScope` RAII guard
    /// -- no external caller should set this directly.
    pub(crate) fn set_flip_endian(&mut self, flip: bool) {
        self.flip_endian = flip;
    }

    /// Read-only access to the subroutine base offset. Non-zero only
    /// during a `MetaType::Use` body evaluation.
    #[must_use]
    pub(crate) const fn base_offset(&self) -> usize {
        self.base_offset
    }

    /// Set the subroutine base offset.
    ///
    /// `pub(crate)` and owned by the engine's `SubroutineScope` RAII
    /// guard -- no external caller should set this directly.
    pub(crate) fn set_base_offset(&mut self, offset: usize) {
        self.base_offset = offset;
    }

    /// Read-and-clear the indirect-reentry flag. Used by `evaluate_rules`
    /// at entry to decide whether the iteration is a top-level re-entry
    /// (no anchor reset between siblings) or a continuation list (reset
    /// between siblings). Cleared on read so children of a matched rule
    /// inside the re-entry see the flag as false and fall back to the
    /// `recursion_depth > 0` gate for their own continuation semantics.
    pub(crate) fn take_indirect_reentry(&mut self) -> bool {
        std::mem::take(&mut self.indirect_reentry)
    }

    /// Set the indirect-reentry flag.
    ///
    /// `pub(crate)` and owned by the `MetaType::Indirect` dispatch in
    /// `engine/mod.rs`. Callers should set this true exactly once
    /// before invoking `evaluate_rules` on the root rule list.
    pub(crate) fn set_indirect_reentry(&mut self, flag: bool) {
        self.indirect_reentry = flag;
    }

    /// Attach a rule environment to this context.
    ///
    /// The environment carries the name-subroutine table and root rule list
    /// so the engine can resolve `MetaType::Use` rules and (eventually)
    /// `MetaType::Indirect` re-entries. Intended to be called once by
    /// [`MagicDatabase`](crate::MagicDatabase) before handing the context
    /// to [`evaluate_rules`].
    #[must_use]
    pub(crate) fn with_rule_env(mut self, env: std::sync::Arc<RuleEnvironment>) -> Self {
        self.rule_env = Some(env);
        self
    }

    /// Read-only access to the attached rule environment, if any.
    #[must_use]
    pub(crate) fn rule_env(&self) -> Option<&RuleEnvironment> {
        self.rule_env.as_deref()
    }

    /// Get the current offset position
    ///
    /// # Returns
    ///
    /// The current offset position in the file buffer
    #[must_use]
    pub const fn current_offset(&self) -> usize {
        self.current_offset
    }

    /// Set the current offset position
    ///
    /// # Arguments
    ///
    /// * `offset` - The new offset position
    pub fn set_current_offset(&mut self, offset: usize) {
        self.current_offset = offset;
    }

    /// Get the end offset of the most recent successful match.
    ///
    /// This is the GNU `file`/libmagic anchor used to resolve relative
    /// (`&+N` / `&-N`) offset specifications. A fresh context returns 0,
    /// which makes top-level relative offsets resolve from the file start.
    ///
    /// `pub(crate)` because the anchor is an internal engine detail; external
    /// consumers should not couple to it.
    #[must_use]
    pub(crate) const fn last_match_end(&self) -> usize {
        self.last_match_end
    }

    /// Set the end offset of the most recent successful match.
    ///
    /// Called by the evaluation engine after a rule matches, to advance the
    /// anchor used by subsequent relative offset resolution. The new value
    /// is typically `match_offset + bytes_consumed_by_type`.
    ///
    /// `pub(crate)` because external callers should not be able to inject
    /// arbitrary anchor state. External callers that need to clear the
    /// anchor between buffer evaluations should call
    /// `EvaluationContext::reset()`, which resets the anchor, current
    /// offset, and recursion depth together.
    pub(crate) fn set_last_match_end(&mut self, offset: usize) {
        self.last_match_end = offset;
    }

    /// Get the current recursion depth
    ///
    /// # Returns
    ///
    /// The current recursion depth for nested rule evaluation
    #[must_use]
    pub const fn recursion_depth(&self) -> u32 {
        self.recursion_depth
    }

    /// Increment the recursion depth
    ///
    /// # Returns
    ///
    /// `Ok(())` if the recursion depth is within limits, or `Err(LibmagicError)`
    /// if the maximum recursion depth would be exceeded
    ///
    /// # Errors
    ///
    /// Returns `LibmagicError::EvaluationError` if incrementing would exceed
    /// the maximum recursion depth configured in the evaluation config.
    pub(crate) fn increment_recursion_depth(&mut self) -> Result<(), LibmagicError> {
        if self.recursion_depth >= self.config.max_recursion_depth {
            return Err(LibmagicError::EvaluationError(
                crate::error::EvaluationError::recursion_limit_exceeded(self.recursion_depth),
            ));
        }
        self.recursion_depth += 1;
        Ok(())
    }

    /// Decrement the recursion depth
    ///
    /// # Errors
    ///
    /// Returns an error if the recursion depth is already 0, as this indicates
    /// a programming error in the evaluation logic (mismatched increment/decrement calls).
    pub(crate) fn decrement_recursion_depth(&mut self) -> Result<(), LibmagicError> {
        if self.recursion_depth == 0 {
            return Err(LibmagicError::EvaluationError(
                crate::error::EvaluationError::internal_error(
                    "Attempted to decrement recursion depth below 0",
                ),
            ));
        }
        self.recursion_depth -= 1;
        Ok(())
    }

    /// Get a reference to the evaluation configuration
    ///
    /// # Returns
    ///
    /// A reference to the `EvaluationConfig` used by this context
    #[must_use]
    pub const fn config(&self) -> &EvaluationConfig {
        &self.config
    }

    /// Check if evaluation should stop at the first match
    ///
    /// # Returns
    ///
    /// `true` if evaluation should stop at the first match, `false` otherwise
    #[must_use]
    pub const fn should_stop_at_first_match(&self) -> bool {
        self.config.stop_at_first_match
    }

    /// Get the maximum string length allowed for scan-mode string reads.
    ///
    /// Threaded into both string-read dispatchers
    /// (`read_typed_value_with_pattern` for the unflagged `(None, _)` arm
    /// and `read_pattern_match` for the flagged `/c`/`/C`/`/w`/`/W`/`/T`/`/f`
    /// arm) so they cap the buffer-length allocation against this value.
    /// Does NOT apply to `TypeKind::PString` (which errors on oversized
    /// length prefixes per GOTCHAS S6.1) or `TypeKind::String16` (capped
    /// at a hardcoded `STRING16_MAX_UNITS = 8192` ceiling).
    ///
    /// # Returns
    ///
    /// The configured `max_string_length` (default 8192 bytes per
    /// `EvaluationConfig::default()`).
    #[must_use]
    pub const fn max_string_length(&self) -> usize {
        self.config.max_string_length
    }

    /// Check if MIME type mapping is enabled
    ///
    /// # Returns
    ///
    /// `true` if MIME type mapping should be performed, `false` otherwise
    #[must_use]
    pub const fn enable_mime_types(&self) -> bool {
        self.config.enable_mime_types
    }

    /// Get the evaluation timeout in milliseconds
    ///
    /// # Returns
    ///
    /// The timeout duration in milliseconds, or `None` if no timeout is set
    #[must_use]
    pub const fn timeout_ms(&self) -> Option<u64> {
        self.config.timeout_ms
    }

    /// Reset the context to initial state while preserving configuration
    ///
    /// This resets the current offset and recursion depth to 0, but keeps
    /// the same configuration settings.
    pub fn reset(&mut self) {
        self.current_offset = 0;
        self.last_match_end = 0;
        self.recursion_depth = 0;
        self.base_offset = 0;
        self.indirect_reentry = false;
        self.top_level_pass = None;
        self.flip_endian = false;
    }
}

/// RAII guard that increments recursion depth on entry and decrements on drop.
///
/// Replaces the manual `increment_recursion_depth` / `decrement_recursion_depth`
/// pair with a scope-based guard, eliminating the risk of mismatched calls and
/// the need to swallow cleanup errors on error-return paths.
///
/// Obtain a guard via [`RecursionGuard::enter`], which borrows the context
/// mutably for the guard's lifetime. Use [`RecursionGuard::context`] to access
/// the borrowed context for the duration of the recursive call. The guard
/// automatically decrements the recursion depth when it goes out of scope.
///
/// The guard is `pub(crate)` because recursion-depth management is an internal
/// detail of the evaluation engine.
pub(crate) struct RecursionGuard<'a> {
    context: &'a mut EvaluationContext,
}

impl<'a> RecursionGuard<'a> {
    /// Enter a new recursion level, incrementing the context's recursion depth.
    ///
    /// # Errors
    ///
    /// Returns `LibmagicError::EvaluationError` if incrementing would exceed
    /// the maximum recursion depth configured in the evaluation config.
    pub(crate) fn enter(context: &'a mut EvaluationContext) -> Result<Self, LibmagicError> {
        context.increment_recursion_depth()?;
        Ok(Self { context })
    }

    /// Access the underlying context for the duration of the guard.
    pub(crate) fn context(&mut self) -> &mut EvaluationContext {
        self.context
    }
}

impl Drop for RecursionGuard<'_> {
    fn drop(&mut self) {
        // Safe to ignore: `decrement_recursion_depth` only fails when the
        // depth is already 0, which is impossible here because `enter` just
        // incremented it and the depth is only mutated through guard pairs.
        let result = self.context.decrement_recursion_depth();
        debug_assert!(
            result.is_ok(),
            "RecursionGuard invariant violated: decrement failed after successful enter()"
        );
    }
}

/// Result of evaluating a magic rule
///
/// Contains information extracted from a successful rule match, including
/// the matched value, position, and confidence score.
///
/// This type derives `Serialize` so callers can convert evaluation results
/// to JSON, but intentionally does NOT derive `Deserialize`: a
/// reconstructed `RuleMatch` would lack the buffer context it was
/// produced against, so deserialization is not a meaningful operation.
/// The output-side conversion layer (`output::MatchResult` /
/// `output::json::JsonMatchResult`) is the documented JSON contract.
#[derive(Debug, Clone, PartialEq, Serialize)]
#[non_exhaustive]
pub struct RuleMatch {
    /// The message associated with the matching rule
    pub message: String,
    /// The offset where the match occurred
    pub offset: usize,
    /// The rule level (depth in hierarchy)
    pub level: u32,
    /// The matched value
    pub value: crate::parser::ast::Value,
    /// The type used to read the matched value
    ///
    /// Carries the source `TypeKind` so downstream consumers (e.g., output
    /// formatting) can determine the on-disk width of the matched value.
    ///
    /// `#[serde(skip)]` keeps the parser AST out of JSON output produced
    /// by serializing `EvaluationResult` directly via
    /// `serde_json::to_string(&result)`. The documented JSON contract is
    /// `JsonMatchResult` in `src/output/json.rs`, which omits this field.
    /// Origin findings 1B-H2 / 2A-M1 (CWE-200 information exposure).
    /// Rust-side consumers continue to access `type_kind` via field access
    /// for runtime needs (`format_magic_message` width-masking,
    /// `bit_width()` derivation).
    #[serde(skip)]
    pub type_kind: crate::parser::ast::TypeKind,
    /// Confidence score (0.0 to 1.0)
    ///
    /// Calculated based on match depth in the rule hierarchy.
    /// Deeper matches indicate more specific file type identification
    /// and thus higher confidence.
    pub confidence: f64,
}

impl RuleMatch {
    /// Construct a new `RuleMatch`.
    ///
    /// `confidence` is typically derived from `level` via
    /// [`RuleMatch::calculate_confidence`]; pass it explicitly here so
    /// callers can supply an alternative score when needed (e.g. when
    /// post-processing a series of matches).
    #[must_use]
    pub fn new(
        message: String,
        offset: usize,
        level: u32,
        value: crate::parser::ast::Value,
        type_kind: crate::parser::ast::TypeKind,
        confidence: f64,
    ) -> Self {
        Self {
            message,
            offset,
            level,
            value,
            type_kind,
            confidence,
        }
    }

    /// Calculate confidence score based on rule depth
    ///
    /// Formula: min(1.0, 0.3 + (level * 0.2))
    /// - Level 0 (root): 0.3
    /// - Level 1: 0.5
    /// - Level 2: 0.7
    /// - Level 3: 0.9
    /// - Level 4+: 1.0 (capped)
    ///
    /// # Examples
    ///
    /// ```
    /// use libmagic_rs::evaluator::RuleMatch;
    ///
    /// assert!((RuleMatch::calculate_confidence(0) - 0.3).abs() < 0.001);
    /// assert!((RuleMatch::calculate_confidence(3) - 0.9).abs() < 0.001);
    /// assert!((RuleMatch::calculate_confidence(10) - 1.0).abs() < 0.001);
    /// ```
    #[must_use]
    pub fn calculate_confidence(level: u32) -> f64 {
        (0.3 + (f64::from(level) * 0.2)).min(1.0)
    }
}

#[cfg(test)]
mod tests;