photom 0.4.0

//! Core observation data types for the photom crate.
//!
//! This module defines the fundamental building blocks used throughout the
//! pipeline: individual astrometric/photometric measurements
//! ([`observation::Observation`]), the dataset that holds a collection of them
//! ([`ObsDataset`]), the identifier types that label observations, nights, and
//! observatories ([`ObsId`], [`crate::NightId`], `ObserverId`), and the error
//! type that covers all failure modes arising during dataset construction
//! ([`ObsDatasetError`]).
//!
//! ## Key design notes
//!
//! - **Lazy MPC initialisation** — the Minor Planet Center observatory table
//!   is fetched from the network only on the first call to
//!   [`ObsDataset::get_observer`] for an MPC-coded site, and the result
//!   (success *or* failure) is stored in a [`std::sync::OnceLock`] so that
//!   subsequent calls are free.
//!
//! ## Public items
//!
//! | Item | Kind | Description |
//! |------|------|-------------|
//! | [`ObsId`] | type alias | Unique numeric identifier for a single observation |
//! | [`crate::NightId`] | struct | Logical identifier for a night of observation |
//! | `ObserverId` | enum | Reference to either a custom or an MPC-coded observer |
//! | [`observation::Observation`] | struct | A single astrometric/photometric measurement |
//! | [`ObsDataset`] | struct | Collection of observations with lazy observer resolution |
//! | [`ObsDatasetError`] | enum | Errors arising from dataset construction |

pub mod builder;
pub(crate) mod index;
pub mod iter;
pub mod observation;

#[cfg(feature = "ades")]
pub mod ades;

#[cfg(feature = "mpc_80_col")]
pub mod mpc_80_col;

#[cfg(feature = "parallel")]
pub mod parallel;

#[cfg(feature = "polars")]
pub mod polars;
use std::fmt;

#[cfg(feature = "polars")]
use crate::io::polars::error::PolarsError;

#[cfg(feature = "datafusion")]
pub mod datafusion;

use ahash::AHashSet;
use thiserror::Error;

use crate::{
    TrajId,
    observation_dataset::{
        index::{NightIndexMap, ObsDatasetIndex, ObsIndex, ObservationIndexMap, TrajIndexMap},
        observation::{Observation, ObservationInput},
    },
    observer::{
        Observer,
        dataset::{ObserverDataset, ObserverId},
        error_model::{ErrorModelParseError, ObsErrorModel},
        mpc::MPCError,
    },
};

/// Unique numeric identifier for a single observation.
///
/// Observations are keyed by this value inside [`ObsDataset`].
/// The identifier is assigned by the data source (e.g.
/// the `id` column of a Polars `DataFrame`) and must be unique within a
/// dataset.
pub type ObsId = u64;

/// Errors that can arise when constructing or using an [`ObsDataset`].
#[derive(Debug, Error)]
pub enum ObsDatasetError {
    /// The network request to the Minor Planet Center catalogue failed.
    #[error(transparent)]
    MPCError(#[from] MPCError),

    /// The astrometric error-model file could not be parsed.
    #[error(transparent)]
    ErrorModelError(#[from] ErrorModelParseError),

    /// The observer associated with an observation could not be resolved.
    #[error("The error model has not been initialised")]
    ErrorModelNotFound,

    /// A Polars I/O or schema error occurred while loading observations.
    #[cfg(feature = "polars")]
    #[error(transparent)]
    PolarIoError(#[from] PolarsError),

    /// One or more [`ObsId`] values from the dataset being merged already exist in `self`.
    ///
    /// The inner `Vec` contains every colliding identifier.  No modification
    /// has been made to `self` when this error is returned.
    #[error("duplicate ObsId(s) detected during merge: {0:?}")]
    DuplicateObsIds(Vec<ObsId>),
}

/// A collection of [`observation::Observation`]s with associated observer metadata.
///
/// `ObsDataset` is the primary container for observation data in the pipeline.
/// In addition to the raw observations it holds:
///
/// - A list of **custom geodetic observers** supplied directly in the input,
///   referenced by index through `ObserverId::IntId`.
/// - A **lazily-initialised MPC lookup table** that maps three-byte MPC codes
///   to [`Observer`] metadata.  The table is fetched from the MPC website
///   on the first access and cached for the lifetime of the dataset.
#[derive(Debug, Clone)]
pub struct ObsDataset {
    /// Full list of observations in insertion order.
    pub(crate) observations: Vec<Observation>,

    /// Index mappings for efficient look-up by various identifiers.
    pub(crate) index: ObsDatasetIndex,

    /// Observer values for both custom geodetic observers (indexed by `ObserverId::IntId`)
    /// and MPC-coded observers (resolved lazily via `ObserverId::MpcCode`).
    pub(crate) observer_dataset: ObserverDataset,
}

/// Default implementation for `ObsDataset` creates an empty dataset with no observations and no observers.
impl Default for ObsDataset {
    fn default() -> Self {
        Self::empty()
    }
}

// ---------------------------------------------------------------------------
// ObsDataset Display
// ---------------------------------------------------------------------------

/// Formats a statistical summary of the dataset.
///
/// # Format
///
/// Default (`{}`) — multi-line summary block:
///
/// ```text
/// ObsDataset — 12 450 observations
///   Epoch range : 59 000.000000 – 60 312.500000 MJD (TT)  [Δ = 1 312.50 days]
///   Nights      : 87
///   Trajectories: 412  (3 aliases)
///   Observers   : 5 custom  |  12 MPC codes
///   Error model : VFCC17
/// ```
///
/// Alternate (`{:#}`) — compact one-liner:
///
/// ```text
/// ObsDataset [12 450 obs | 59000.00–60312.50 MJD | 87 nights | 412 traj | 17 observers]
/// ```
impl fmt::Display for ObsDataset {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        let n_obs = self.observations.len();

        // Epoch range
        let (mjd_min, mjd_max) = self
            .observations
            .iter()
            .fold((f64::INFINITY, f64::NEG_INFINITY), |(lo, hi), o| {
                (lo.min(o.mjd_tt), hi.max(o.mjd_tt))
            });
        let (mjd_min, mjd_max) = if n_obs == 0 {
            (0.0_f64, 0.0_f64)
        } else {
            (mjd_min, mjd_max)
        };
        let delta_days = mjd_max - mjd_min;

        // Observer counts
        let n_custom = self.observer_dataset.custom_observers.len();
        let n_mpc = self
            .observations
            .iter()
            .filter_map(|o| o.observer.as_ref())
            .filter(|id| matches!(id, ObserverId::MpcCode(_)))
            .collect::<std::collections::HashSet<_>>()
            .len();

        // Index metadata
        let n_nights = self
            .index
            .obs_index_by_night
            .as_ref()
            .map(|m| m.len())
            .unwrap_or(0);
        let n_traj = self
            .index
            .obs_index_by_trajectory
            .as_ref()
            .map(|m| m.len())
            .unwrap_or(0);
        let n_aliases = self.index.traj_aliases.len();

        let error_model = self
            .observer_dataset
            .mpc_error_model
            .as_ref()
            .map(|m| format!("{m}"))
            .unwrap_or_else(|| "none".to_string());

        if f.alternate() {
            // ------------------------------------------------------------------
            // Compact form: {:#}
            // ------------------------------------------------------------------
            write!(
                f,
                "ObsDataset [{n_obs} obs | {mjd_min:.2}–{mjd_max:.2} MJD \
                 | {n_nights} nights | {n_traj} traj | {} observers]",
                n_custom + n_mpc,
            )
        } else {
            // ------------------------------------------------------------------
            // Verbose form: {}
            // ------------------------------------------------------------------
            let nights_str = if self.index.obs_index_by_night.is_some() {
                format!("{n_nights}")
            } else {
                "—  (no night index)".to_string()
            };
            let traj_str = if self.index.obs_index_by_trajectory.is_some() {
                if n_aliases > 0 {
                    format!("{n_traj}  ({n_aliases} aliases)")
                } else {
                    format!("{n_traj}")
                }
            } else {
                "—  (no trajectory index)".to_string()
            };

            writeln!(f, "ObsDataset — {n_obs} observations")?;
            if n_obs > 0 {
                writeln!(
                    f,
                    "  Epoch range : {mjd_min:.6} – {mjd_max:.6} MJD (TT)  [Δ = {delta_days:.2} days]"
                )?;
            } else {
                writeln!(f, "  Epoch range : —  (empty dataset)")?;
            }
            writeln!(f, "  Nights      : {nights_str}")?;
            writeln!(f, "  Trajectories: {traj_str}")?;
            writeln!(f, "  Observers   : {n_custom} custom  |  {n_mpc} MPC codes")?;
            write!(f, "  Error model : {error_model}")
        }
    }
}

impl ObsDataset {
    /// Create an empty `ObsDataset` with no observations and no observers.
    ///
    /// # Returns
    /// An empty `ObsDataset`.
    pub fn empty() -> Self {
        Self::new(vec![], vec![], None, None, None)
    }

    /// Add new observations to the dataset, returning their `ObsIndex` values.
    /// The new observations are appended to the internal list, and their `ObsIndex` values are returned in a `Vec` in the same order.
    ///
    /// Each [`ObservationInput`] is converted to an [`Observation`] with its
    /// `index` field set atomically to its actual position in the storage
    /// vector.  The caller does not need to — and cannot — pre-assign indices.
    ///
    /// # Arguments
    /// - `new_obs` — a vector of [`ObservationInput`] instances to add to the dataset.
    ///
    /// # Returns
    /// The `ObsIndex` of each newly added observation, in the same order as `new_obs`.
    pub fn push_observation(
        mut self,
        new_obs: Vec<ObservationInput>,
    ) -> Result<(Self, Vec<ObsIndex>), ObsDatasetError> {
        let mut obs_index_result = Vec::with_capacity(new_obs.len());

        // ── Phase 1: validate — no mutation of self until this passes ──────
        let duplicates = self.find_duplicate_obs_ids(&new_obs);
        if !duplicates.is_empty() {
            return Err(ObsDatasetError::DuplicateObsIds(duplicates));
        }

        // ── Phase 2: build new observer dataset from the Observer contained in new_obs ──────
        let new_observer_dataset = ObserverDataset::new(
            new_obs
                .iter()
                .filter_map(|o| o.observer)
                .collect::<AHashSet<_>>()
                .into_iter()
                .filter_map(|id| match id {
                    // MPC codes are resolved lazily — no custom entry to carry over.
                    ObserverId::MpcCode(_) => None,
                    // IntId observers live in custom_observers and must be merged.
                    ObserverId::IntId(_) => self.observer_dataset.get(&id).cloned(),
                })
                .collect(),
            None,
        );

        let offset = self.observations.len();

        // ── Merge observers, obtain IntId shift ────────────────────────────
        let custom_offset = self
            .observer_dataset
            .merge_custom_observers(new_observer_dataset);

        // ── Place inputs (assign indices) and update the id→index map ──────
        let placed: Vec<Observation> = new_obs
            .into_iter()
            .enumerate()
            .map(|(local_idx, mut input)| {
                let abs_idx = offset + local_idx;
                obs_index_result.push(abs_idx);
                self.index.obs_index_by_id.insert(input.id, abs_idx);
                // Shift any IntId observer reference by the custom offset.
                if let Some(ObserverId::IntId(ref mut i)) = input.observer {
                    *i += custom_offset;
                }
                Observation::place(input, abs_idx)
            })
            .collect();

        self.observations.extend(placed);

        Ok((self, obs_index_result))
    }

    /// Add a new observer to the dataset, returning its `ObserverId::IntId` index.
    /// The observer is appended to the `custom_observers` list, and its index is returned as an `ObserverId::IntId`.
    ///
    /// # Arguments
    ///
    /// - `observer` — the `Observer` to add to the dataset.
    ///
    /// # Returns
    /// The `ObserverId::IntId` index of the newly added observer.
    pub fn push_observer(mut self, observer: Observer) -> (Self, ObserverId) {
        let offset = self.observer_dataset.custom_observers.len();
        self.observer_dataset.custom_observers.push(observer);
        (self, ObserverId::IntId(offset))
    }

    /// Look up a single observation by its [`ObsId`].
    ///
    /// Returns a shared reference to the matching [`Observation`], or `None`
    /// if no observation with the given `id` exists in this dataset.
    ///
    /// The look-up is performed via an internal hash map index for O(1) access.
    ///
    /// # Arguments
    ///
    /// - `id` — the `ObsId` of the observation to look up.
    ///
    /// # Returns
    ///
    /// `Some(&Observation)` if an observation with the given `id` exists in this dataset;
    /// `None` otherwise.
    pub fn get_observation(&self, id: ObsId) -> Option<&Observation> {
        let idx = self.index.get_by_id(&id)?;
        self.observations.get(idx)
    }

    /// Look up a single observation by its raw vector position.
    ///
    /// Unlike [`ObsDataset::get_observation`], which searches by `ObsId`,
    /// this method performs a direct index into the internal observations
    /// vector.
    ///
    /// # Arguments
    ///
    /// - `idx` — zero-based position into the internal observations vector,
    ///   as returned by `Observation::index`.
    ///
    /// # Returns
    ///
    /// `Some(&Observation)` if `idx` is within bounds; `None` otherwise.
    pub fn get_obs_by_index(&self, idx: ObsIndex) -> Option<&Observation> {
        self.observations.get(idx)
    }

    /// Return the total number of observations in this dataset.
    ///
    /// # Returns
    ///
    /// The number of [`Observation`] values stored in the dataset.
    pub fn observation_count(&self) -> usize {
        self.observations.len()
    }

    /// Resolve an alternate trajectory designation to its canonical [`TrajId`].
    ///
    /// Some ingestion backends (e.g. the MPC 80-column reader) register
    /// alternate designations that are not used as primary trajectory keys —
    /// for example a provisional designation that was later superseded by a
    /// permanent number, or two provisional designations that were linked as
    /// the same physical object.
    ///
    /// # Arguments
    ///
    /// - `alias` — the alternate designation string to resolve.
    ///
    /// # Returns
    ///
    /// `Some(&TrajId)` if `alias` is a known alternate designation;
    /// `None` if no alias with that name has been registered.
    pub fn resolve_alias(&self, alias: &str) -> Option<&TrajId> {
        self.index.resolve_alias(alias)
    }

    /// Return a shared reference to the internal composite index.
    ///
    /// This accessor is `pub(crate)` so that unit tests inside the crate can
    /// inspect the `ObsDatasetIndex` fields (e.g. `obs_index_by_night` and
    /// `obs_index_by_trajectory`) without exposing them as part of the public API.
    #[allow(dead_code)]
    pub(crate) fn index_ref(&self) -> &ObsDatasetIndex {
        &self.index
    }

    /// Register a new trajectory in the trajectory index.
    ///
    /// Associates `traj_id` with the positions of `obs_indices` in the internal
    /// observations vector.  If the dataset was not built with a trajectory index
    /// (i.e. the source data had no `traj_id` column), this method is a no-op.
    ///
    /// # Arguments
    ///
    /// - `traj_id` — the identifier of the trajectory to register.
    /// - `obs_indices` — slice of [`Observation`] values whose internal vector
    ///   positions will be recorded under `traj_id`.
    pub fn push_new_trajectory(
        mut self,
        traj_id: TrajId,
        obs_indices: &[Observation],
    ) -> Result<Self, ObsDatasetError> {
        let index_with_new_traj = self.index.push_trajectory(
            traj_id,
            &(obs_indices
                .iter()
                .map(|obs| obs.index())
                .collect::<Vec<ObsIndex>>()),
        );
        self.index = index_with_new_traj;
        Ok(self)
    }

    /// Register a new trajectory in the trajectory index using raw vector positions.
    ///
    /// Associates `traj_id` with the positions given directly as a slice of
    /// vector positions, rather than deriving them from [`Observation`]
    /// structs as [`ObsDataset::push_new_trajectory`] does.  If the dataset
    /// was not built with a trajectory index (i.e. the source data had no
    /// `traj_id` column), this method is a no-op.
    ///
    /// # Arguments
    ///
    /// - `traj_id`     — the identifier of the trajectory to register.
    /// - `obs_indices` — slice of zero-based vector positions in the internal
    ///   observations vector that belong to this trajectory.
    pub fn push_new_trajectory_by_index(
        mut self,
        traj_id: TrajId,
        obs_indices: &[ObsIndex],
    ) -> Self {
        let index_with_new_traj = self.index.push_trajectory(traj_id, obs_indices);
        self.index = index_with_new_traj;
        self
    }

    /// Look up the [`Observer`] associated with a given observation.
    ///
    /// Returns `None` if the observation does not exist, if it has no
    /// observer, or if the MPC catalogue could not be initialised.
    ///
    /// ## Borrow-checker note
    ///
    /// `ObserverId` is `Copy`, so the observer identifier is copied out of
    /// the [`Observation`] returned by [`ObsDataset::get_observation`] in a
    /// single statement.  This releases the mutable borrow on `self` held by
    /// `get_observation` before `custom_observers` or `mpc_observers` are
    /// accessed, satisfying the borrow checker without any heap allocation.
    ///
    /// # Arguments
    ///
    /// - `id` — the `ObsId` of the observation whose observer is requested.
    ///
    /// # Returns
    ///
    /// `Some(&Observer)` if the observation exists and has an observer that can be resolved;
    /// `None` if the observation does not exist, has no observer, or the MPC catalogue
    /// initialisation failed.
    pub fn get_observer(&self, id: ObsId) -> Option<&Observer> {
        // Copy the ObserverId out first to release the borrow on `self` held by
        // `get_observation` before we access `self.custom_observers` or
        // `self.mpc_observers()`.  ObserverId is Copy so no allocation occurs.
        let observer_id = self.get_observation(id)?.observer?;
        self.observer_dataset.get(&observer_id)
    }

    /// Create a new dataset from pre-parsed data.
    ///
    /// This constructor is used internally by [`ObsDataset::from_polars`] and
    /// by test helpers.  The MPC observatory table is not fetched until the
    /// first call to [`ObsDataset::get_observer`] for an MPC-coded site.
    ///
    /// Each [`ObservationInput`] is converted to an [`Observation`] with its
    /// `index` field set to its position in the `observations` slice.
    ///
    /// # Arguments
    ///
    /// - `observations`            — the full list of observations in insertion order.
    /// - `custom_observers`        — geodetic observers de-duplicated by the caller,
    ///   addressable by index via `ObserverId::IntId`.
    /// - `error_model`             — astrometric error model used during MPC
    ///   observatory initialisation.
    /// - `obs_index_by_night`      — optional pre-built night index; pass `None`
    ///   when the source data has no `night_id` column.
    /// - `obs_index_by_trajectory` — optional pre-built trajectory index; pass `None`
    ///   when the source data has no `traj_id` column.
    ///
    /// # Returns
    ///
    /// A fully initialised `ObsDataset` with the observations indexed.
    #[cfg_attr(not(feature = "polars"), allow(dead_code))]
    pub(crate) fn new(
        observations: Vec<ObservationInput>,
        custom_observers: Vec<Observer>,
        error_model: Option<ObsErrorModel>,
        obs_index_by_night: Option<NightIndexMap>,
        obs_index_by_trajectory: Option<TrajIndexMap>,
    ) -> Self {
        // Place each ObservationInput into an Observation, assigning its index
        // atomically.  Build the ObsId → index mapping in the same pass.
        let mut obs_index_by_id = ObservationIndexMap::with_capacity(observations.len());
        let placed: Vec<Observation> = observations
            .into_iter()
            .enumerate()
            .map(|(idx, input)| {
                obs_index_by_id.insert(input.id, idx);
                Observation::place(input, idx)
            })
            .collect();

        Self {
            observations: placed,
            index: ObsDatasetIndex::new(
                obs_index_by_id,
                obs_index_by_night,
                obs_index_by_trajectory,
            ),
            observer_dataset: ObserverDataset::new(custom_observers, error_model),
        }
    }

    /// Construct an [`ObsDataset`] from an already-built [`ObserverDataset`].
    ///
    /// This is the internal counterpart of [`ObsDataset::new`] used during
    /// deserialisation: the `observer_dataset` is supplied fully formed (having
    /// been deserialised separately) instead of being assembled from raw
    /// `custom_observers` and `error_model` parameters.
    ///
    /// Index maps are rebuilt from `observations`.
    ///
    /// # Arguments
    ///
    /// - `observations`            — the full list of observations in insertion order.
    /// - `observer_dataset`        — pre-built observer dataset (custom observers +
    ///   error model, MPC cache uninitialised).
    /// - `obs_index_by_night`      — optional pre-built night index.
    /// - `obs_index_by_trajectory` — optional pre-built trajectory index.
    /// - `traj_aliases`            — trajectory alias map (alternate designation →
    ///   canonical [`TrajId`]); pass an empty map when no aliases were serialised.
    #[cfg(feature = "serde")]
    pub(crate) fn new_from_parts(
        observations: Vec<ObservationInput>,
        observer_dataset: ObserverDataset,
        obs_index_by_night: Option<NightIndexMap>,
        obs_index_by_trajectory: Option<TrajIndexMap>,
        traj_aliases: index::TrajAliasMap,
    ) -> Self {
        let mut obs_index_by_id = ObservationIndexMap::with_capacity(observations.len());
        let placed: Vec<Observation> = observations
            .into_iter()
            .enumerate()
            .map(|(idx, input)| {
                obs_index_by_id.insert(input.id, idx);
                Observation::place(input, idx)
            })
            .collect();

        let mut dataset_index =
            ObsDatasetIndex::new(obs_index_by_id, obs_index_by_night, obs_index_by_trajectory);
        dataset_index.set_aliases(traj_aliases);

        Self {
            observations: placed,
            index: dataset_index,
            observer_dataset,
        }
    }

    /// Merge another `ObsDataset` into `self`, appending all of its observations.
    ///
    /// # Validation
    ///
    /// Before any mutation, every [`ObsId`] in `other` is checked against the
    /// existing index.  If one or more identifiers already exist in `self`,
    /// the method returns
    /// [`Err(ObsDatasetError::DuplicateObsIds(ids))`][ObsDatasetError::DuplicateObsIds]
    /// and `self` is left **unchanged**.
    ///
    /// # Observation identifiers
    ///
    /// [`ObsId`] values originate from the upstream data source and are never
    /// modified during a merge.  Only the internal vector position
    /// (`obs.index`) and custom-observer indices (`ObserverId::IntId`) are
    /// adjusted.
    ///
    /// Ingestion backends (ADES, MPC 80-column) assign [`ObsId`] values that
    /// are globally unique across files by anchoring each file's sequential
    /// counter at the current dataset size, so this method is safe to use
    /// for all multi-file assembly paths.
    ///
    /// # Index preservation
    ///
    /// Night and trajectory index entries that exist only in `other` (no key
    /// collision) retain their contiguous representation with bounds shifted by
    /// the current size of `self`.  Colliding keys are merged into a scattered
    /// index.
    ///
    /// Trajectory aliases from `other` are merged; keys from `other` overwrite
    /// same-key entries already present in `self`.
    pub fn merge_from(mut self, other: ObsDataset) -> Result<Self, ObsDatasetError> {
        // ── Phase 1: validate — no mutation of self until this passes ──────
        let duplicates: Vec<ObsId> = other
            .observations
            .iter()
            .filter_map(|obs| {
                if self.index.get_by_id(&obs.id).is_some() {
                    Some(obs.id)
                } else {
                    None
                }
            })
            .collect();
        if !duplicates.is_empty() {
            return Err(ObsDatasetError::DuplicateObsIds(duplicates));
        }

        let offset = self.observations.len();

        // ── Merge observers, obtain IntId shift ────────────────────────────
        let custom_offset = self
            .observer_dataset
            .merge_custom_observers(other.observer_dataset);

        // ── Shift internal positions and push observations ─────────────────
        let mut merged = self.push_observations_from(other.observations, offset, custom_offset);

        // ── Merge index maps ───────────────────────────────────────────────
        merged.index.merge_from(other.index, offset);
        Ok(merged)
    }

    /// Return the list of [`ObsId`] values in `other` that already exist in `self`.
    ///
    /// An empty `Vec` means no collision; the merge can proceed safely.
    fn find_duplicate_obs_ids(&self, other: &[ObservationInput]) -> Vec<ObsId> {
        other
            .iter()
            .filter_map(|obs| {
                if self.index.get_by_id(&obs.id).is_some() {
                    Some(obs.id)
                } else {
                    None
                }
            })
            .collect()
    }

    /// Shift internal positions inside each observation and push them into `self`.
    ///
    /// Each `Observation` already has a valid `index` field (assigned when it
    /// was first placed into its source dataset).  This method re-assigns
    /// `index` to `offset + local_idx` using the loop counter so that the
    /// position reflects the observation's new location in the merged vector.
    /// Any `ObserverId::IntId(i)` is incremented by `custom_offset`.
    /// `obs.id` is **not** modified.
    fn push_observations_from(
        mut self,
        observations: Vec<Observation>,
        offset: usize,
        custom_offset: usize,
    ) -> Self {
        self.observations.reserve(observations.len());
        for (local_idx, mut obs) in observations.into_iter().enumerate() {
            if let Some(ObserverId::IntId(ref mut i)) = obs.observer {
                *i += custom_offset;
            }
            self.observations.push(obs.reindex(offset + local_idx));
        }
        self
    }
}

// ---------------------------------------------------------------------------
// Unit tests
// ---------------------------------------------------------------------------

#[cfg(test)]
mod observation_tests {
    use super::*;
    use crate::{
        coordinates::equatorial::EquCoord,
        observer::{Observer, dataset::ObserverId, error_model::ObsErrorModel},
        photometry::{Filter, Photometry},
    };
    use std::collections::HashSet;

    // -----------------------------------------------------------------------
    // Test helpers
    // -----------------------------------------------------------------------

    fn make_equ_coord() -> EquCoord {
        EquCoord::new(0.5, 1e-5, 0.2, 1e-5)
    }

    fn make_photometry() -> Photometry {
        Photometry {
            magnitude: 15.0,
            error: 0.1,
            filter: Filter::String("G".to_string()),
        }
    }

    fn make_observation(id: u64, observer: Option<ObserverId>) -> ObservationInput {
        ObservationInput {
            id,
            equ_coord: make_equ_coord(),
            photometry: make_photometry(),
            mjd_tt: 60000.5,
            observer,
        }
    }

    /// Returns a valid Observer constructed via the parallax path.
    /// unwrap() is safe: none of the inputs are NaN.
    fn make_custom_observer() -> Observer {
        Observer::from_parallax(110.0, 0.836, 0.547, Some("Test".to_string()), None, None).unwrap()
        // safe: all inputs are finite, non-NaN values
    }

    /// Build an ObsDataset
    fn make_dataset(obs: Vec<ObservationInput>, observers: Vec<Observer>) -> ObsDataset {
        ObsDataset::new(obs, observers, Some(ObsErrorModel::FCCT14), None, None)
    }

    // -----------------------------------------------------------------------
    // ObserverId — Copy, PartialOrd ordering between variants, Debug
    // -----------------------------------------------------------------------

    mod observer_id {
        use super::*;

        /// Verifies that ObserverId is Copy: the original is still usable after a copy.
        #[test]
        fn observer_id_int_is_copy() {
            let original = ObserverId::IntId(3);
            let copy = original; // Copy, not move
            assert_eq!(original, copy);
        }

        /// Verifies that ObserverId::MpcCode is Copy.
        #[test]
        fn observer_id_mpc_code_is_copy() {
            let original = ObserverId::MpcCode(*b"G96");
            let copy = original;
            assert_eq!(original, copy);
        }

        /// Verifies that two IntIds with the same index compare as equal.
        #[test]
        fn observer_id_int_same_index_is_eq() {
            assert_eq!(ObserverId::IntId(0), ObserverId::IntId(0));
        }

        /// Verifies that IntId ordering is determined by the inner index value.
        #[test]
        fn observer_id_int_ordering_by_index() {
            assert!(ObserverId::IntId(0) < ObserverId::IntId(1));
        }

        /// Verifies that IntId variants sort before MpcCode variants (enum variant
        /// ordering follows declaration order: IntId = 0, MpcCode = 1).
        #[test]
        fn observer_id_int_less_than_mpc_code() {
            assert!(ObserverId::IntId(usize::MAX) < ObserverId::MpcCode(*b"000"));
        }

        /// Verifies that the Debug output of ObserverId::IntId contains the index.
        #[test]
        fn observer_id_int_debug_contains_index() {
            let id = ObserverId::IntId(42);
            let debug_str = format!("{id:?}");
            assert!(
                debug_str.contains("42"),
                "Debug output should contain '42', got: {debug_str}"
            );
        }

        /// Verifies that the Debug output of ObserverId::MpcCode contains the code bytes.
        #[test]
        fn observer_id_mpc_code_debug_contains_code() {
            let id = ObserverId::MpcCode(*b"G96");
            let debug_str = format!("{id:?}");
            assert!(
                !debug_str.is_empty(),
                "Debug output should not be empty for MpcCode variant"
            );
        }

        /// Verifies that ObserverId can be stored in a HashSet.
        #[test]
        fn observer_id_can_be_inserted_into_hash_set() {
            let mut set: HashSet<ObserverId> = HashSet::new();
            set.insert(ObserverId::IntId(0));
            set.insert(ObserverId::IntId(1));
            set.insert(ObserverId::IntId(0)); // duplicate
            assert_eq!(set.len(), 2);
        }
    }

    // -----------------------------------------------------------------------
    // ObsDataset::new — construction without panicking
    // -----------------------------------------------------------------------

    mod obs_dataset_new {
        use super::*;

        /// Verifies that constructing an empty dataset does not panic.
        #[test]
        fn new_empty_with_none_cache_size_does_not_panic() {
            let _ds = ObsDataset::new(vec![], vec![], Some(ObsErrorModel::FCCT14), None, None);
        }

        /// Verifies that constructing an empty dataset does not panic.
        #[test]
        fn new_empty_with_custom_cache_size_does_not_panic() {
            let _ds = ObsDataset::new(vec![], vec![], Some(ObsErrorModel::FCCT14), None, None);
        }

        /// Verifies that an empty dataset has zero observations via iter_observations.
        #[test]
        fn new_empty_has_zero_observations() {
            let ds = make_dataset(vec![], vec![]);
            assert_eq!(ds.iter_observations().count(), 0);
        }

        /// Verifies that a dataset constructed with multiple observations counts them correctly.
        #[test]
        fn new_with_observations_has_correct_count() {
            let obs = vec![
                make_observation(1, None),
                make_observation(2, None),
                make_observation(3, None),
            ];
            let ds = make_dataset(obs, vec![]);
            assert_eq!(ds.iter_observations().count(), 3);
        }
    }

    // -----------------------------------------------------------------------
    // ObsDataset::iter_observations
    // -----------------------------------------------------------------------

    mod iter_observations {
        use super::*;

        /// Verifies that iter_observations on an empty dataset yields nothing.
        #[test]
        fn iter_on_empty_dataset_yields_nothing() {
            let ds = make_dataset(vec![], vec![]);
            assert_eq!(ds.iter_observations().count(), 0);
        }

        /// Verifies that iter_observations yields observations in insertion order.
        #[test]
        fn iter_yields_observations_in_insertion_order() {
            let obs = vec![
                make_observation(10, None),
                make_observation(20, None),
                make_observation(30, None),
            ];
            let ds = make_dataset(obs, vec![]);
            let ids: Vec<ObsId> = ds.iter_observations().map(|o| o.id).collect();
            assert_eq!(ids, vec![10, 20, 30]);
        }

        /// Verifies that a single-element dataset yields exactly one observation.
        #[test]
        fn iter_single_observation_yields_one_item() {
            let ds = make_dataset(vec![make_observation(99, None)], vec![]);
            assert_eq!(ds.iter_observations().count(), 1);
        }

        /// Verifies that the observation yielded has the expected id.
        #[test]
        fn iter_yields_correct_id() {
            let ds = make_dataset(vec![make_observation(42, None)], vec![]);
            let first = ds.iter_observations().next();
            assert!(first.is_some(), "Expected at least one observation");
            assert_eq!(first.unwrap().id, 42);
        }
    }

    // -----------------------------------------------------------------------
    // ObsDataset::get_observation
    // -----------------------------------------------------------------------

    mod get_observation {
        use super::*;

        /// Verifies that get_observation returns Some for an existing id.
        #[test]
        fn get_observation_returns_some_for_existing_id() {
            let ds = make_dataset(vec![make_observation(1, None)], vec![]);
            assert!(ds.get_observation(1).is_some());
        }

        /// Verifies that get_observation returns None for a missing id.
        #[test]
        fn get_observation_returns_none_for_missing_id() {
            let ds = make_dataset(vec![make_observation(1, None)], vec![]);
            assert!(ds.get_observation(9999).is_none());
        }

        /// Verifies that repeated calls for the same id return the same observation.
        #[test]
        fn get_observation_repeated_calls_return_same_id() {
            let ds = make_dataset(vec![make_observation(7, None)], vec![]);
            let first_id = ds.get_observation(7).map(|o| o.id);
            let second_id = ds.get_observation(7).map(|o| o.id);
            assert_eq!(first_id, second_id);
        }

        /// Verifies that among several observations the correct one is returned by id.
        #[test]
        fn get_observation_returns_correct_one_among_multiple() {
            let obs = vec![
                make_observation(1, None),
                make_observation(2, None),
                make_observation(3, None),
            ];
            let ds = make_dataset(obs, vec![]);
            let found = ds.get_observation(2);
            assert!(found.is_some(), "Expected Some for id=2");
            assert_eq!(found.unwrap().id, 2);
        }

        /// Verifies that repeated calls for the same id return consistent results
        /// even after other observations have been looked up.
        /// The evicted entry must still be findable.
        #[test]
        fn get_observation_repeated_calls_still_findable() {
            // Looking up id=2 after id=1 should not prevent id=1 from being found.
            let obs = vec![make_observation(1, None), make_observation(2, None)];
            let ds = ObsDataset::new(obs, vec![], Some(ObsErrorModel::FCCT14), None, None);

            // Populate the index with id=1.
            assert!(ds.get_observation(1).is_some());
            // Looking up id=2.
            assert!(ds.get_observation(2).is_some());
            // id=1 must still be found.
            assert!(
                ds.get_observation(1).is_some(),
                "id=1 should still be findable"
            );
        }
    }

    // -----------------------------------------------------------------------
    // ObsDataset::get_observer
    // -----------------------------------------------------------------------

    mod get_observer {
        use super::*;

        /// Verifies that get_observer returns None for an observation id that does not exist.
        #[test]
        fn get_observer_returns_none_for_missing_obs_id() {
            let ds = make_dataset(vec![], vec![]);
            assert!(ds.get_observer(9999).is_none());
        }

        /// Verifies that get_observer returns None when the observation has no observer field.
        #[test]
        fn get_observer_returns_none_when_observer_is_none() {
            let obs = vec![make_observation(1, None)];
            let ds = make_dataset(obs, vec![]);
            assert!(ds.get_observer(1).is_none());
        }

        /// Verifies that get_observer returns Some(observer) when the observation has
        /// ObserverId::IntId(0) and a matching custom observer at index 0.
        #[test]
        fn get_observer_returns_some_for_int_id_zero() {
            let custom = make_custom_observer();
            let obs = vec![make_observation(1, Some(ObserverId::IntId(0)))];
            let ds = make_dataset(obs, vec![custom]);
            assert!(
                ds.get_observer(1).is_some(),
                "Expected Some(observer) for ObserverId::IntId(0)"
            );
        }

        /// Verifies that the observer returned by get_observer matches the one that was inserted.
        #[test]
        fn get_observer_returns_correct_observer_for_int_id() {
            let custom = make_custom_observer();
            let expected_name = custom.name.clone();
            let obs = vec![make_observation(1, Some(ObserverId::IntId(0)))];
            let ds = make_dataset(obs, vec![custom]);
            let found = ds.get_observer(1).unwrap(); // safe: verified Some above
            assert_eq!(
                found.name, expected_name,
                "Observer name should match the inserted observer"
            );
        }

        /// Verifies that an out-of-bounds IntId returns None.
        #[test]
        fn get_observer_returns_none_for_int_id_out_of_bounds() {
            // Index 5 does not exist in a one-element observer list.
            let obs = vec![make_observation(1, Some(ObserverId::IntId(5)))];
            let custom = make_custom_observer();
            let ds = make_dataset(obs, vec![custom]);
            assert!(
                ds.get_observer(1).is_none(),
                "Expected None for ObserverId::IntId out of bounds"
            );
        }

        /// Verifies that get_observer works correctly when multiple custom observers
        /// are present and we look up by the correct index.
        #[test]
        fn get_observer_returns_correct_observer_among_multiple() {
            let obs1 =
                Observer::from_parallax(10.0, 0.8, 0.5, Some("First".to_string()), None, None)
                    .unwrap(); // safe: all finite non-NaN inputs
            let obs2 =
                Observer::from_parallax(20.0, 0.9, 0.4, Some("Second".to_string()), None, None)
                    .unwrap(); // safe: all finite non-NaN inputs

            let obs = vec![
                make_observation(1, Some(ObserverId::IntId(0))),
                make_observation(2, Some(ObserverId::IntId(1))),
            ];
            let ds = make_dataset(obs, vec![obs1, obs2]);

            let name_for_obs1 = ds.get_observer(1).and_then(|o| o.name.clone());
            let name_for_obs2 = ds.get_observer(2).and_then(|o| o.name.clone());

            assert_eq!(name_for_obs1.as_deref(), Some("First"));
            assert_eq!(name_for_obs2.as_deref(), Some("Second"));
        }
    }

    // -----------------------------------------------------------------------
    // ObsDatasetError — Display, Debug, From<MPCError>
    // -----------------------------------------------------------------------

    mod obs_dataset_error {
        use super::*;

        /// Verifies that ObsDatasetError::ErrorModelError has a non-empty Display output.
        #[test]
        fn obs_dataset_error_display_error_model_error_is_non_empty() {
            use crate::observer::error_model::ErrorModelParseError;
            let inner = ErrorModelParseError::NomParsingError("bad line".to_string());
            let err = ObsDatasetError::ErrorModelError(inner);
            let display = format!("{err}");
            assert!(
                !display.is_empty(),
                "Display output for ErrorModelError should not be empty"
            );
        }

        /// Verifies that ObsDatasetError::ErrorModelError contains meaningful text.
        #[test]
        fn obs_dataset_error_display_contains_meaningful_text() {
            use crate::observer::error_model::ErrorModelParseError;
            let inner = ErrorModelParseError::NomParsingError("bad line".to_string());
            let err = ObsDatasetError::ErrorModelError(inner);
            let display = format!("{err}");
            assert!(
                display.contains("bad line"),
                "Display output should contain the inner error text, got: {display}"
            );
        }

        /// Verifies that ObsDatasetError has a non-empty Debug output.
        #[test]
        fn obs_dataset_error_debug_is_non_empty() {
            use crate::observer::error_model::ErrorModelParseError;
            let inner = ErrorModelParseError::NomParsingError("x".to_string());
            let err = ObsDatasetError::ErrorModelError(inner);
            let debug = format!("{err:?}");
            assert!(!debug.is_empty(), "Debug output should not be empty");
        }

        /// Verifies that From<MPCError> is implemented for ObsDatasetError by constructing
        /// the variant directly and checking that the Display string is non-empty.
        ///
        /// We cannot trigger a real MPCError without a network call, so we use the
        /// ObsDatasetError::MPCError(…) variant constructor via From.
        #[test]
        fn obs_dataset_error_from_mpc_error_display_is_non_empty() {
            // Build a ureq error via a known-bad request using a closed TCP port.
            // We test only that the From impl compiles and Display is non-empty;
            // the exact message is implementation-defined.
            use crate::observer::error_model::ErrorModelParseError;
            let inner = ErrorModelParseError::InvalidStationCode("TOOLONG".to_string());
            let err = ObsDatasetError::ErrorModelError(inner);
            let display = format!("{err}");
            assert!(
                !display.is_empty(),
                "Display for ObsDatasetError wrapping ErrorModelError must be non-empty"
            );
        }

        /// Verifies that ObsDatasetError wrapping an ErrorModelParseError has a
        /// non-empty Display, exercising the From<ErrorModelParseError> impl for
        /// ObsDatasetError (which is the closest analogue to From<MPCError> that
        /// can be tested without a network call).
        #[test]
        fn obs_dataset_error_error_model_variant_display_is_non_empty() {
            use crate::observer::error_model::ErrorModelParseError;
            // InvalidStationCode is a stable, constructable variant of ErrorModelParseError.
            let inner = ErrorModelParseError::InvalidStationCode("BAD".to_string());
            // Verify that From<ErrorModelParseError> for ObsDatasetError compiles and
            // that the resulting Display is non-empty.
            let err: ObsDatasetError = inner.into();
            let s = format!("{err}");
            assert!(!s.is_empty());
        }
    }

    // -----------------------------------------------------------------------
    // ObsDataset::merge_from
    // -----------------------------------------------------------------------

    mod merge_from {
        use super::*;

        /// Verifies that merging two disjoint datasets succeeds and the total
        /// observation count equals the sum of both.
        #[test]
        fn merge_disjoint_datasets_succeeds() {
            let ds1 = make_dataset(vec![make_observation(1, None)], vec![]);
            let ds2 = make_dataset(vec![make_observation(2, None)], vec![]);
            let merged = ds1.merge_from(ds2).unwrap();
            assert_eq!(merged.observation_count(), 2);
        }

        /// Verifies that obs.id values are never modified during a merge.
        #[test]
        fn merge_does_not_modify_obs_id() {
            let ds1 = make_dataset(vec![make_observation(10, None)], vec![]);
            let ds2 = make_dataset(vec![make_observation(20, None)], vec![]);
            let merged = ds1.merge_from(ds2).unwrap();
            let ids: Vec<ObsId> = merged.iter_observations().map(|o| o.id).collect();
            assert!(
                ids.contains(&10),
                "id 10 must be present unchanged after merge"
            );
            assert!(
                ids.contains(&20),
                "id 20 must be present unchanged after merge"
            );
        }

        /// Verifies that a merge with a duplicate ObsId returns Err.
        #[test]
        fn merge_with_duplicate_obs_id_returns_err() {
            let ds1 = make_dataset(
                vec![make_observation(1, None), make_observation(2, None)],
                vec![],
            );
            // ds2 contains id=2 which already exists in ds1.
            let ds2 = make_dataset(
                vec![make_observation(2, None), make_observation(3, None)],
                vec![],
            );

            let result = ds1.merge_from(ds2);
            assert!(result.is_err(), "expected Err for duplicate ObsId");
            match result.unwrap_err() {
                ObsDatasetError::DuplicateObsIds(ids) => {
                    assert_eq!(ids, vec![2], "colliding id must be reported");
                }
                other => panic!("unexpected error variant: {other:?}"),
            }
        }

        /// Verifies that all colliding ids are reported when multiple duplicates exist.
        #[test]
        fn merge_reports_all_duplicate_obs_ids() {
            let ds1 = make_dataset(
                vec![
                    make_observation(1, None),
                    make_observation(2, None),
                    make_observation(3, None),
                ],
                vec![],
            );
            let ds2 = make_dataset(
                vec![make_observation(2, None), make_observation(3, None)],
                vec![],
            );
            let result = ds1.merge_from(ds2);
            match result.unwrap_err() {
                ObsDatasetError::DuplicateObsIds(mut ids) => {
                    ids.sort_unstable();
                    assert_eq!(ids, vec![2, 3]);
                }
                other => panic!("unexpected error: {other:?}"),
            }
        }

        /// Verifies that after a successful merge all observations from both
        /// datasets are reachable by get_observation.
        #[test]
        fn merge_all_observations_reachable_by_id() {
            let ds1 = make_dataset(vec![make_observation(1, None)], vec![]);
            let ds2 = make_dataset(
                vec![make_observation(2, None), make_observation(3, None)],
                vec![],
            );
            let merged = ds1.merge_from(ds2).unwrap();
            assert!(merged.get_observation(1).is_some());
            assert!(merged.get_observation(2).is_some());
            assert!(merged.get_observation(3).is_some());
        }

        /// Verifies that custom observer IntId references are remapped correctly
        /// after a merge: the observer for the transferred observation must still
        /// resolve to the correct observer.
        #[test]
        fn merge_custom_observer_remapped_correctly() {
            let obs1 = make_custom_observer();
            let obs2 =
                Observer::from_parallax(50.0, 0.7, 0.6, Some("Second".to_string()), None, None)
                    .unwrap();

            let ds1 = make_dataset(
                vec![make_observation(1, Some(ObserverId::IntId(0)))],
                vec![obs1],
            );
            let ds2 = make_dataset(
                vec![make_observation(2, Some(ObserverId::IntId(0)))],
                vec![obs2],
            );
            let merged = ds1.merge_from(ds2).unwrap();

            let name = merged.get_observer(2).and_then(|o| o.name.clone());
            assert_eq!(
                name.as_deref(),
                Some("Second"),
                "observer for obs id=2 must resolve to the second observer"
            );
        }
    }

    // -----------------------------------------------------------------------
    // Index-consistency invariant: idx == obs.index() for all observations
    // -----------------------------------------------------------------------

    mod index_consistency {
        use super::*;

        /// Assert that for every observation yielded by `iter_observations`,
        /// its `index()` equals the enumeration position.
        fn assert_index_consistency(dataset: &ObsDataset) {
            for (idx, obs) in dataset.iter_observations().enumerate() {
                assert_eq!(
                    idx,
                    obs.index(),
                    "index-consistency violated: enumeration position {idx} != obs.index() {}",
                    obs.index()
                );
            }
        }

        /// An empty dataset trivially satisfies the invariant.
        #[test]
        fn index_consistency_empty_dataset() {
            let ds = make_dataset(vec![], vec![]);
            assert_index_consistency(&ds);
        }

        /// A dataset with a single observation satisfies the invariant.
        #[test]
        fn index_consistency_single_observation() {
            let ds = make_dataset(vec![make_observation(0, None)], vec![]);
            assert_index_consistency(&ds);
        }

        /// A dataset built with 5 observations satisfies the invariant.
        #[test]
        fn index_consistency_five_observations() {
            let obs = (0u64..5).map(|i| make_observation(i, None)).collect();
            let ds = make_dataset(obs, vec![]);
            assert_index_consistency(&ds);
        }

        /// A dataset built with 50 observations satisfies the invariant.
        #[test]
        fn index_consistency_fifty_observations() {
            let obs = (0u64..50).map(|i| make_observation(i, None)).collect();
            let ds = make_dataset(obs, vec![]);
            assert_index_consistency(&ds);
        }

        /// Pushing to an initially-empty dataset satisfies the invariant.
        #[test]
        fn index_consistency_push_to_empty_dataset() {
            let ds = make_dataset(vec![], vec![]);
            let (ds, _) = ds
                .push_observation(vec![make_observation(0, None)])
                .expect("push_observation must succeed for unique ids");
            assert_index_consistency(&ds);
        }

        /// Pushing multiple observations to an initially-empty dataset satisfies
        /// the invariant for all resulting observations.
        #[test]
        fn index_consistency_push_multiple_to_empty_dataset() {
            let ds = make_dataset(vec![], vec![]);
            let new_obs: Vec<ObservationInput> =
                (0u64..5).map(|i| make_observation(i, None)).collect();
            let (ds, _) = ds
                .push_observation(new_obs)
                .expect("push_observation must succeed for unique ids");
            assert_index_consistency(&ds);
        }

        /// Pushing to a non-empty dataset satisfies the invariant for both
        /// pre-existing and newly added observations.
        #[test]
        fn index_consistency_push_to_non_empty_dataset() {
            let initial: Vec<ObservationInput> =
                (0u64..3).map(|i| make_observation(i, None)).collect();
            let ds = make_dataset(initial, vec![]);
            let extra: Vec<ObservationInput> =
                (3u64..7).map(|i| make_observation(i, None)).collect();
            let (ds, _) = ds
                .push_observation(extra)
                .expect("push_observation must succeed for unique ids");
            assert_index_consistency(&ds);
        }

        /// Merging two disjoint datasets satisfies the invariant on the result.
        #[test]
        fn index_consistency_merge_from_disjoint_datasets() {
            let obs_a: Vec<ObservationInput> =
                (0u64..4).map(|i| make_observation(i, None)).collect();
            let obs_b: Vec<ObservationInput> =
                (4u64..9).map(|i| make_observation(i, None)).collect();
            let ds_a = make_dataset(obs_a, vec![]);
            let ds_b = make_dataset(obs_b, vec![]);
            let merged = ds_a
                .merge_from(ds_b)
                .expect("disjoint datasets must merge without error");
            assert_index_consistency(&merged);
        }
    }

    // -----------------------------------------------------------------------
    // Index-consistency — property-based tests
    // -----------------------------------------------------------------------

    mod index_consistency_proptest {
        use super::*;
        use proptest::prelude::*;

        /// Assert that for every observation yielded by `iter_observations`,
        /// its `index()` equals the enumeration position.
        fn assert_index_consistency(dataset: &ObsDataset) {
            for (idx, obs) in dataset.iter_observations().enumerate() {
                assert_eq!(
                    idx,
                    obs.index(),
                    "index-consistency violated: enumeration position {idx} != obs.index() {}",
                    obs.index()
                );
            }
        }

        proptest! {
            /// For any n in 0..=200, a dataset with n observations (sequential ids)
            /// satisfies the index-consistency invariant.
            #[test]
            fn prop_index_consistency_n_observations(n in 0usize..=200) {
                let obs: Vec<ObservationInput> =
                    (0u64..n as u64).map(|i| make_observation(i, None)).collect();
                let ds = make_dataset(obs, vec![]);
                assert_index_consistency(&ds);
            }

            /// For any sizes a and b (each 0..=100), building two disjoint datasets
            /// and merging them preserves the index-consistency invariant.
            #[test]
            fn prop_index_consistency_merge_from(a in 0usize..=100, b in 0usize..=100) {
                let obs_a: Vec<ObservationInput> =
                    (0u64..a as u64).map(|i| make_observation(i, None)).collect();
                let obs_b: Vec<ObservationInput> =
                    (a as u64..(a + b) as u64).map(|i| make_observation(i, None)).collect();
                let ds_a = make_dataset(obs_a, vec![]);
                let ds_b = make_dataset(obs_b, vec![]);
                let merged = ds_a
                    .merge_from(ds_b)
                    .expect("disjoint datasets must merge without error");
                assert_index_consistency(&merged);
            }

            /// For any n initial observations and m additional observations pushed
            /// via push_observation, the invariant holds after the push.
            #[test]
            fn prop_index_consistency_push_observation(n in 0usize..=100, m in 0usize..=100) {
                let initial: Vec<ObservationInput> =
                    (0u64..n as u64).map(|i| make_observation(i, None)).collect();
                let ds = make_dataset(initial, vec![]);
                let extra: Vec<ObservationInput> =
                    (n as u64..(n + m) as u64).map(|i| make_observation(i, None)).collect();
                let (ds, _) = ds.push_observation(extra)
                    .expect("push_observation must succeed for unique ids");
                assert_index_consistency(&ds);
            }
        }
    }

    mod error_model_parse_error_variants {
        use crate::observer::error_model::ErrorModelParseError;

        /// Verifies that ErrorModelParseError::NomParsingError has a non-empty Display.
        #[test]
        fn nom_parsing_error_display_is_non_empty() {
            let err = ErrorModelParseError::NomParsingError("broken line".to_string());
            let s = format!("{err}");
            assert!(!s.is_empty());
        }

        /// Verifies that ErrorModelParseError::InvalidStationCode includes the bad code
        /// in its Display output.
        #[test]
        fn invalid_station_code_display_contains_code() {
            let err = ErrorModelParseError::InvalidStationCode("TOOLONG".to_string());
            let s = format!("{err}");
            assert!(
                s.contains("TOOLONG"),
                "Display should mention the bad code, got: {s}"
            );
        }
    }
}