Struct LLMEvalResults 

pub struct LLMEvalResults {
    pub results: HashMap<String, LLMEvalTaskResult>,
    pub errored_tasks: Vec<String>,
    pub cluster_data: Option<ClusterData>,
    pub histograms: Option<HashMap<String, Histogram>>,
    pub array_dataset: Option<ArrayDataset>,
}

Enhanced results collection that captures both successes and failures

Fields

results: HashMap<String, LLMEvalTaskResult>

errored_tasks: Vec<String>

cluster_data: Option<ClusterData>

histograms: Option<HashMap<String, Histogram>>

array_dataset: Option<ArrayDataset>

Implementations

impl LLMEvalResults

pub fn __getitem__( &self, key: &str, ) -> Result<LLMEvalTaskResult, EvaluationError>

Get tasks for a specific record ID

pub fn __str__(&self) -> String

pub fn model_dump_json(&self) -> String

pub fn model_validate_json( json_string: String, ) -> Result<LLMEvalResults, EvaluationError>

pub fn to_dataframe<'py>( &mut self, py: Python<'py>, polars: bool, ) -> Result<Bound<'py, PyAny>, EvaluationError>

pub fn cluster_data(&self) -> Option<ClusterData>

pub fn successful_count(&self) -> usize

pub fn failed_count(&self) -> usize

impl LLMEvalResults

pub fn finalize( &mut self, config: &Arc<EvaluationConfig>, ) -> Result<(), EvaluationError>

Finalize the results by performing post-processing steps which includes:

• Post-processing embeddings (if any)
• Building the array dataset (if not already built)
• Performing clustering and dimensionality reduction (if enabled) for visualization

Arguments

• config - The evaluation configuration that dictates post-processing behavior

Returns

• Result<(), EvaluationError> - Returns Ok(()) if successful, otherwise returns

impl LLMEvalResults

pub fn new() -> LLMEvalResults

Trait Implementations

impl Debug for LLMEvalResults

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Default for LLMEvalResults

fn default() -> LLMEvalResults

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for LLMEvalResults

fn deserialize<__D>( __deserializer: __D, ) -> Result<LLMEvalResults, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl<'py> IntoPyObject<'py> for LLMEvalResults

type Target = LLMEvalResults

The Python output type

type Output = Bound<'py, <LLMEvalResults as IntoPyObject<'py>>::Target>

The smart pointer type to use.

type Error = PyErr

The type returned in the event of a conversion error.

fn into_pyobject( self, py: Python<'py>, ) -> Result<<LLMEvalResults as IntoPyObject<'py>>::Output, <LLMEvalResults as IntoPyObject<'py>>::Error>

Performs the conversion.

impl PyClass for LLMEvalResults

type Frozen = False

Whether the pyclass is frozen.

impl PyTypeInfo for LLMEvalResults

const NAME: &'static str = "LLMEvalResults"

Class name.

const MODULE: Option<&'static str> = ::core::option::Option::None

Module name, if any.

fn type_object_raw(py: Python<'_>) -> *mut PyTypeObject

Returns the PyTypeObject instance for this type.

fn type_object(py: Python<'_>) -> Bound<'_, PyType>

Returns the safe abstraction over the type object.

fn is_type_of(object: &Bound<'_, PyAny>) -> bool

Checks if object is an instance of this type or a subclass of this type.

fn is_exact_type_of(object: &Bound<'_, PyAny>) -> bool

Checks if object is an instance of this type.

impl Serialize for LLMEvalResults

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl DerefToPyAny for LLMEvalResults