Struct EvalDataset 

pub struct EvalDataset {
    pub records: Arc<Vec<EvalRecord>>,
    pub profile: Arc<GenAIEvalProfile>,
}

Fields

records: Arc<Vec<EvalRecord>>

profile: Arc<GenAIEvalProfile>

Implementations

impl EvalDataset

pub fn new( records: Vec<EvalRecord>, tasks: &Bound<'_, PyList>, ) -> Result<Self, EvaluationError>

pub fn records(&self) -> DatasetRecords

pub fn llm_judge_tasks(&self) -> Vec<LLMJudgeTask>

pub fn assertion_tasks(&self) -> Vec<AssertionTask>

pub fn trace_assertion_tasks(&self) -> Vec<TraceAssertionTask>

pub fn print_execution_plan(&self) -> Result<(), EvaluationError>

pub fn __str__(&self) -> String

pub fn with_updated_contexts_by_id( &self, py: Python<'_>, context_map: HashMap<String, Bound<'_, PyAny>>, ) -> Result<Self, EvaluationError>

Update contexts by record ID mapping. This is the safest approach for ensuring context updates align with the correct records.

Arguments

• context_map - Dictionary mapping record_id to new context object

Returns

A new EvalDataset with updated contexts for matched IDs

Example

baseline_dataset = EvalDataset(records=[...], tasks=[...])

# Update specific records by ID
new_contexts = {
    "product_classification_0": updated_context_0,
    "product_classification_1": updated_context_1,
}

comparison_dataset = baseline_dataset.with_updated_contexts_by_id(new_contexts)

Trait Implementations

impl Debug for EvalDataset

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for EvalDataset

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl<'py> IntoPyObject<'py> for EvalDataset

type Target = EvalDataset

The Python output type

type Output = Bound<'py, <EvalDataset as IntoPyObject<'py>>::Target>

The smart pointer type to use.

type Error = PyErr

The type returned in the event of a conversion error.

fn into_pyobject( self, py: Python<'py>, ) -> Result<<Self as IntoPyObject<'_>>::Output, <Self as IntoPyObject<'_>>::Error>

Performs the conversion.

impl PyClass for EvalDataset

type Frozen = False

Whether the pyclass is frozen.

impl PyClassImpl for EvalDataset

const IS_BASETYPE: bool = false

#[pyclass(subclass)]

const IS_SUBCLASS: bool = false

#[pyclass(extends=…)]

const IS_MAPPING: bool = false

#[pyclass(mapping)]

const IS_SEQUENCE: bool = false

#[pyclass(sequence)]

const IS_IMMUTABLE_TYPE: bool = false

#[pyclass(immutable_type)]

const RAW_DOC: &'static CStr = c"\x00"

Docstring for the class provided on the struct or enum.

const DOC: &'static CStr

Fully rendered class doc, including the text_signature if a constructor is defined.

type BaseType = PyAny

Base class

type ThreadChecker = SendablePyClass<EvalDataset>

This handles following two situations:

type PyClassMutability = <<PyAny as PyClassBaseType>::PyClassMutability as PyClassMutability>::MutableChild

Immutable or mutable

type Dict = PyClassDummySlot

Specify this class has #[pyclass(dict)] or not.

type WeakRef = PyClassDummySlot

Specify this class has #[pyclass(weakref)] or not.

type BaseNativeType = PyAny

The closest native ancestor. This is PyAny by default, and when you declare #[pyclass(extends=PyDict)], it’s PyDict.

fn items_iter() -> PyClassItemsIter

fn lazy_type_object() -> &'static LazyTypeObject<Self>

fn dict_offset() -> Option<isize>

fn weaklist_offset() -> Option<isize>

impl PyClassNewTextSignature for EvalDataset

const TEXT_SIGNATURE: &'static str = "(records, tasks)"

impl PyMethods<EvalDataset> for PyClassImplCollector<EvalDataset>

fn py_methods(self) -> &'static PyClassItems

impl PyTypeInfo for EvalDataset

const NAME: &'static str = "EvalDataset"

Class name.

const MODULE: Option<&'static str> = ::core::option::Option::None

Module name, if any.

fn type_object_raw(py: Python<'_>) -> *mut PyTypeObject

Returns the PyTypeObject instance for this type.

fn type_object(py: Python<'_>) -> Bound<'_, PyType>

Returns the safe abstraction over the type object.

fn is_type_of(object: &Bound<'_, PyAny>) -> bool

Checks if object is an instance of this type or a subclass of this type.

fn is_exact_type_of(object: &Bound<'_, PyAny>) -> bool

Checks if object is an instance of this type.

impl Serialize for EvalDataset

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl DerefToPyAny for EvalDataset

impl ExtractPyClassWithClone for EvalDataset