Struct GenAIEvalProfile 

pub struct GenAIEvalProfile {
    pub config: GenAIEvalConfig,
    pub tasks: AssertionTasks,
    pub scouter_version: String,
    pub workflow: Option<Workflow>,
    pub task_ids: BTreeSet<String>,
    pub alias: Option<String>,
}

Fields

config: GenAIEvalConfig

tasks: AssertionTasks

scouter_version: String

workflow: Option<Workflow>

task_ids: BTreeSet<String>

alias: Option<String>

Implementations

impl GenAIEvalProfile

pub fn new_py( tasks: &Bound<'_, PyList>, config: Option<GenAIEvalConfig>, alias: Option<String>, ) -> Result<Self, ProfileError>

Create a new GenAIEvalProfile GenAI evaluations are run asynchronously on the scouter server.

Arguments

• config - GenAIEvalConfig - The configuration for the GenAI drift profile
• tasks - PyList - List of AssertionTask, LLMJudgeTask or ConditionalTask
• alias - Option - Optional alias for the profile

Returns

• Result<Self, ProfileError> - The GenAIEvalProfile

Errors

• ProfileError::MissingWorkflowError - If the workflow is

pub fn __str__(&self) -> String

pub fn model_dump_json(&self) -> String

pub fn model_dump(&self, py: Python<'_>) -> Result<Py<PyDict>, ProfileError>

pub fn drift_type(&self) -> DriftType

pub fn assertion_tasks(&self) -> Vec<AssertionTask>

pub fn llm_judge_tasks(&self) -> Vec<LLMJudgeTask>

pub fn trace_assertion_tasks(&self) -> Vec<TraceAssertionTask>

pub fn alias(&self) -> Option<String>

pub fn uid(&self) -> String

pub fn set_uid(&mut self, uid: String)

pub fn save_to_json( &self, path: Option<PathBuf>, ) -> Result<PathBuf, ProfileError>

pub fn model_validate(data: &Bound<'_, PyDict>) -> GenAIEvalProfile

pub fn model_validate_json(json_string: String) -> GenAIEvalProfile

pub fn from_file(path: PathBuf) -> Result<GenAIEvalProfile, ProfileError>

pub fn update_config_args( &mut self, space: Option<String>, name: Option<String>, version: Option<String>, uid: Option<String>, alert_config: Option<GenAIAlertConfig>, ) -> Result<(), TypeError>

pub fn create_profile_request(&self) -> Result<ProfileRequest, TypeError>

Create a profile request from the profile

pub fn has_llm_tasks(&self) -> bool

pub fn has_assertions(&self) -> bool

Check if this profile has assertions

pub fn has_trace_assertions(&self) -> bool

pub fn get_execution_plan(&self) -> Result<ExecutionPlan, ProfileError>

Get execution order for all tasks (assertions + LLM judges + trace assertions)

pub fn print_execution_plan(&self) -> Result<(), ProfileError>

impl GenAIEvalProfile

pub fn build_from_parts( config: GenAIEvalConfig, tasks: AssertionTasks, alias: Option<String>, ) -> Result<GenAIEvalProfile, ProfileError>

Helper method to build profile from given tasks

pub async fn new( config: GenAIEvalConfig, tasks: Vec<EvaluationTask>, ) -> Result<Self, ProfileError>

pub async fn build_workflow_from_judges( tasks: &AssertionTasks, ) -> Result<Workflow, ProfileError>

Build workflow from LLM judge tasks

Arguments

• tasks - Reference to AssertionTasks

Returns

• Result<Workflow, ProfileError> - The constructed workflow

Trait Implementations

impl Clone for GenAIEvalProfile

fn clone(&self) -> GenAIEvalProfile

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GenAIEvalProfile

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for GenAIEvalProfile

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for GenAIEvalProfile

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl<'py> IntoPyObject<'py> for GenAIEvalProfile

type Target = GenAIEvalProfile

The Python output type

type Output = Bound<'py, <GenAIEvalProfile as IntoPyObject<'py>>::Target>

The smart pointer type to use.

type Error = PyErr

The type returned in the event of a conversion error.

fn into_pyobject( self, py: Python<'py>, ) -> Result<<Self as IntoPyObject<'_>>::Output, <Self as IntoPyObject<'_>>::Error>

Performs the conversion.

impl PartialEq for GenAIEvalProfile

fn eq(&self, other: &GenAIEvalProfile) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl ProfileBaseArgs for GenAIEvalProfile

type Config = GenAIEvalConfig

fn config(&self) -> &Self::Config

fn get_base_args(&self) -> ProfileArgs

fn to_value(&self) -> Value

fn space(&self) -> &str

fn name(&self) -> &str

fn version(&self) -> &str

impl ProfileExt for GenAIEvalProfile

fn get_assertion_by_id(&self, id: &str) -> Option<&AssertionTask>

Get assertion task by ID, first checking AssertionTasks, then ConditionalTasks

fn id(&self) -> &str

fn get_task_by_id(&self, id: &str) -> Option<&dyn TaskAccessor>

fn get_llm_judge_by_id(&self, id: &str) -> Option<&LLMJudgeTask>

fn get_trace_assertion_by_id(&self, id: &str) -> Option<&TraceAssertionTask>

fn has_llm_tasks(&self) -> bool

fn has_trace_assertions(&self) -> bool

impl PyClass for GenAIEvalProfile

type Frozen = False

Whether the pyclass is frozen.

impl PyClassImpl for GenAIEvalProfile

const IS_BASETYPE: bool = false

#[pyclass(subclass)]

const IS_SUBCLASS: bool = false

#[pyclass(extends=…)]

const IS_MAPPING: bool = false

#[pyclass(mapping)]

const IS_SEQUENCE: bool = false

#[pyclass(sequence)]

const IS_IMMUTABLE_TYPE: bool = false

#[pyclass(immutable_type)]

const RAW_DOC: &'static CStr = c"\x00"

Docstring for the class provided on the struct or enum.

const DOC: &'static CStr

Fully rendered class doc, including the text_signature if a constructor is defined.

type BaseType = PyAny

Base class

type ThreadChecker = SendablePyClass<GenAIEvalProfile>

This handles following two situations:

type PyClassMutability = <<PyAny as PyClassBaseType>::PyClassMutability as PyClassMutability>::MutableChild

Immutable or mutable

type Dict = PyClassDummySlot

Specify this class has #[pyclass(dict)] or not.

type WeakRef = PyClassDummySlot

Specify this class has #[pyclass(weakref)] or not.

type BaseNativeType = PyAny

The closest native ancestor. This is PyAny by default, and when you declare #[pyclass(extends=PyDict)], it’s PyDict.

fn items_iter() -> PyClassItemsIter

fn lazy_type_object() -> &'static LazyTypeObject<Self>

fn dict_offset() -> Option<isize>

fn weaklist_offset() -> Option<isize>

impl PyClassNewTextSignature for GenAIEvalProfile

const TEXT_SIGNATURE: &'static str = "(tasks, config=None, alias=None)"

impl PyMethods<GenAIEvalProfile> for PyClassImplCollector<GenAIEvalProfile>

fn py_methods(self) -> &'static PyClassItems

impl PyTypeInfo for GenAIEvalProfile

const NAME: &'static str = "GenAIEvalProfile"

Class name.

const MODULE: Option<&'static str> = ::core::option::Option::None

Module name, if any.

fn type_object_raw(py: Python<'_>) -> *mut PyTypeObject

Returns the PyTypeObject instance for this type.

fn type_object(py: Python<'_>) -> Bound<'_, PyType>

Returns the safe abstraction over the type object.

fn is_type_of(object: &Bound<'_, PyAny>) -> bool

Checks if object is an instance of this type or a subclass of this type.

fn is_exact_type_of(object: &Bound<'_, PyAny>) -> bool

Checks if object is an instance of this type.

impl Serialize for GenAIEvalProfile

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl DerefToPyAny for GenAIEvalProfile

impl ExtractPyClassWithClone for GenAIEvalProfile

impl StructuralPartialEq for GenAIEvalProfile