diskann-benchmark-runner 0.62.0

/*
 * Copyright (c) Microsoft Corporation.
 * Licensed under the MIT license.
 */

use crate::Checker;

/// Inputs to [`Benchmarks`](crate::Benchmark).
///
/// These begin as [`raw`](Self::Raw) data transfer objects before final construction via
/// [`from_raw`](Self::from_raw).
pub trait Input: Sized + std::fmt::Debug + 'static {
    /// The raw form of this input that is deserialized from input files and serialized as
    /// [`examples`](Self::example). The raw nature of this type reflects that no input
    /// validation has been performed beyond the checks performed by its
    /// [`Deserialize`](serde::Deserialize) implementation.
    ///
    /// Final object validation is performed via [`from_raw`](Self::from_raw).
    type Raw: serde::de::DeserializeOwned + serde::Serialize;

    /// Return the discriminant associated with this type.
    ///
    /// This is used to map inputs types to their respective parsers.
    ///
    /// Well formed implementations should always return the same result.
    fn tag() -> &'static str;

    /// Construct `Self` from the raw deserialized representation, performing any necessary
    /// validation checks (e.g., resolving file paths via the [`Checker`]).
    fn from_raw(raw: Self::Raw, checker: &mut Checker) -> anyhow::Result<Self>;

    /// Serialize `self` to a [`serde_json::Value`].
    fn serialize(&self) -> anyhow::Result<serde_json::Value>;

    /// Return an example of a raw input for this [`Input`].
    ///
    /// This is used to supply sample JSON layouts in the benchmark CLI.
    fn example() -> Self::Raw;
}

pub(crate) mod internal {
    use crate::{Checker, Features, internal::visibility::Visibility};

    /// Runtime representation of a deserialized [`Input`].
    #[derive(Debug)]
    pub(crate) struct Any {
        any: Box<dyn DynAny>,
    }

    impl Any {
        pub(crate) fn new<T>(input: T) -> Self
        where
            T: super::Input,
        {
            Self {
                any: Box::new(input),
            }
        }

        #[must_use = "this function has no side effects"]
        pub(crate) fn tag(&self) -> &'static str {
            self.any.tag()
        }

        #[must_use = "this function has no side effects"]
        pub(crate) fn downcast_ref<T>(&self) -> Option<&T>
        where
            T: std::any::Any,
        {
            self.any.as_any().downcast_ref::<T>()
        }

        #[must_use = "this function has no side effects"]
        pub(crate) fn is<T>(&self) -> bool
        where
            T: std::any::Any,
        {
            self.any.as_any().is::<T>()
        }

        #[must_use = "this function has no side effects"]
        pub(crate) fn serialize(&self) -> anyhow::Result<serde_json::Value> {
            self.any.serialize()
        }
    }

    trait DynAny: std::fmt::Debug {
        fn tag(&self) -> &'static str;
        fn as_any(&self) -> &dyn std::any::Any;
        fn serialize(&self) -> anyhow::Result<serde_json::Value>;
    }

    impl<T> DynAny for T
    where
        T: super::Input,
    {
        fn tag(&self) -> &'static str {
            <Self as super::Input>::tag()
        }

        fn as_any(&self) -> &dyn std::any::Any {
            self
        }

        fn serialize(&self) -> anyhow::Result<serde_json::Value> {
            <Self as super::Input>::serialize(self)
        }
    }

    /// Crate interface for working with inputs.
    #[derive(Debug)]
    pub(crate) struct Input(Box<dyn DynInput>);

    impl Input {
        /// Construct a new, non-gated `Input` for `T`.
        pub(crate) fn new<T>() -> Self
        where
            T: super::Input,
        {
            Self(Box::new(Wrapper::<T>::new()))
        }

        /// Create a gated input.
        pub(crate) fn gated(tag: &'static str, features: Features) -> Self {
            Self(Box::new(Gated { tag, features }))
        }

        pub(crate) fn tag(&self) -> &'static str {
            self.0.tag()
        }

        pub(crate) fn try_deserialize(
            &self,
            serialized: &serde_json::Value,
            checker: &mut Checker,
        ) -> anyhow::Result<Any> {
            self.0.try_deserialize(serialized, checker)
        }

        pub(crate) fn example(&self) -> anyhow::Result<serde_json::Value> {
            self.0.example()
        }

        pub(crate) fn visibility(&self) -> Visibility<'_> {
            self.0.visibility()
        }

        pub(crate) fn as_any(&self) -> &dyn std::any::Any {
            self.0.as_any()
        }

        pub(crate) fn type_name(&self) -> &'static str {
            self.0.type_name()
        }

        /// Return a `std::fmt::Display` implementation that pretty-prints the input tag as
        /// well as any visibility modifiers.
        pub(crate) fn display(&self) -> Display<'_> {
            Display(self)
        }

        // Test
        #[cfg(test)]
        pub(crate) fn is_concrete<T>(&self) -> bool
        where
            T: 'static,
        {
            self.as_any().is::<Wrapper<T>>()
        }

        #[cfg(test)]
        pub(crate) fn is_gated(&self) -> bool {
            self.as_any().is::<Gated>()
        }
    }

    /// Orders inputs in the following order:
    ///
    /// 1. Available items in alphabetical order.
    /// 2. Unavailable (gated) items in alphabetical order.
    pub(crate) fn order(a: &Input, b: &Input) -> std::cmp::Ordering {
        a.visibility()
            .cmp(&b.visibility())
            .then_with(|| a.tag().cmp(b.tag()))
    }

    /// Return item from [`Input::display`].
    pub(crate) struct Display<'a>(&'a Input);

    impl std::fmt::Debug for Display<'_> {
        fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
            f.debug_struct("input::Display")
                .field("tag", &self.0.tag())
                .finish()
        }
    }

    impl std::fmt::Display for Display<'_> {
        fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
            write!(f, "{}", self.0.tag())?;
            match self.0.visibility() {
                Visibility::Available => {}
                Visibility::Gated { features } => {
                    write!(f, " (requires the {})", features)?;
                }
            }
            Ok(())
        }
    }

    trait DynInput: std::fmt::Debug {
        fn tag(&self) -> &'static str;
        fn try_deserialize(
            &self,
            serialized: &serde_json::Value,
            checker: &mut Checker,
        ) -> anyhow::Result<Any>;
        fn example(&self) -> anyhow::Result<serde_json::Value>;

        // visibility
        fn visibility(&self) -> Visibility<'_>;

        // reflection
        fn as_any(&self) -> &dyn std::any::Any;
        fn type_name(&self) -> &'static str;
    }

    /// A wrapper around [`super::Input`] types.
    struct Wrapper<T>(std::marker::PhantomData<T>);

    impl<T> Wrapper<T> {
        const fn new() -> Self {
            Self(std::marker::PhantomData)
        }
    }

    impl<T> std::fmt::Debug for Wrapper<T> {
        fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
            write!(f, "Wrapper<{}>", std::any::type_name::<T>())
        }
    }

    impl<T> DynInput for Wrapper<T>
    where
        T: super::Input,
    {
        fn tag(&self) -> &'static str {
            T::tag()
        }
        fn try_deserialize(
            &self,
            serialized: &serde_json::Value,
            checker: &mut Checker,
        ) -> anyhow::Result<Any> {
            let raw = <T::Raw as serde::Deserialize<'_>>::deserialize(serialized)?;
            Ok(Any::new(T::from_raw(raw, checker)?))
        }
        fn example(&self) -> anyhow::Result<serde_json::Value> {
            Ok(serde_json::to_value(T::example())?)
        }
        fn visibility(&self) -> Visibility<'_> {
            Visibility::Available
        }
        fn as_any(&self) -> &dyn std::any::Any {
            self
        }
        fn type_name(&self) -> &'static str {
            std::any::type_name::<T>()
        }
    }

    /// An input that isn't compiled into a version of a binary, but exists behind a feature
    /// flag. Including it internally allows us to provide better error messages if we
    /// discover this `tag` in the wild so we can point users towards its associated `features`.
    #[derive(Debug)]
    struct Gated {
        tag: &'static str,
        features: Features,
    }

    impl DynInput for Gated {
        fn tag(&self) -> &'static str {
            self.tag
        }
        fn try_deserialize(
            &self,
            _serialized: &serde_json::Value,
            _checker: &mut Checker,
        ) -> anyhow::Result<Any> {
            anyhow::bail!(
                "use of the \"{}\" input is gated behind the {}",
                self.tag,
                self.features
            );
        }
        fn example(&self) -> anyhow::Result<serde_json::Value> {
            anyhow::bail!(
                "use of the \"{}\" input is gated behind the {}",
                self.tag,
                self.features,
            );
        }
        fn visibility(&self) -> Visibility<'_> {
            Visibility::Gated {
                features: &self.features,
            }
        }
        fn as_any(&self) -> &dyn std::any::Any {
            self
        }
        fn type_name(&self) -> &'static str {
            std::any::type_name::<Self>()
        }
    }
}