Struct LLMJudgeTask 

pub struct LLMJudgeTask {
    pub id: String,
    pub prompt: Prompt,
    pub context_path: Option<String>,
    pub expected_value: Value,
    pub operator: ComparisonOperator,
    pub task_type: EvaluationTaskType,
    pub depends_on: Vec<String>,
    pub max_retries: Option<u32>,
    pub result: Option<AssertionResult>,
    pub description: Option<String>,
    pub condition: bool,
}

Primary class for defining an LLM as a Judge in evaluation workflows

Fields

id: String

prompt: Prompt

context_path: Option<String>

expected_value: Value

operator: ComparisonOperator

task_type: EvaluationTaskType

depends_on: Vec<String>

max_retries: Option<u32>

result: Option<AssertionResult>

description: Option<String>

condition: bool

Implementations

impl LLMJudgeTask

pub fn new( id: &str, prompt: Prompt, expected_value: &Bound<'_, PyAny>, context_path: Option<String>, operator: ComparisonOperator, description: Option<String>, depends_on: Option<Vec<String>>, max_retries: Option<u32>, condition: Option<bool>, ) -> Result<Self, TypeError>

Creates a new LLMJudgeTask

Examples

task = LLMJudgeTask(
    id="Sentiment Analysis Judge",
    prompt=prompt_object,
    expected_value="Positive",
    operator=ComparisonOperator.EQUALS
)
# Arguments
* `id: The id of the judge task
* `prompt`: The prompt object to be used for evaluation
* `expected_value`: The expected value for the judgement
* `context_path`: Optional context path to extract from the context for evaluation
* `operator`: The comparison operator to use
* `depends_on`: Optional list of task IDs this task depends on
* `max_retries`: Optional maximum number of retries for this task (defaults to 3 if not provided)
# Returns
A new LLMJudgeTask object

pub fn __str__(&self) -> String

pub fn get_expected_value<'py>( &self, py: Python<'py>, ) -> Result<Bound<'py, PyAny>, TypeError>

pub fn from_path(path: PathBuf) -> Result<Self, TypeError>

impl LLMJudgeTask

pub fn new_rs( id: &str, prompt: Prompt, expected_value: Value, context_path: Option<String>, operator: ComparisonOperator, depends_on: Option<Vec<String>>, max_retries: Option<u32>, description: Option<String>, condition: Option<bool>, ) -> Self

Creates a new LLMJudgeTask with Rust types

Arguments

• `id: The id of the judge task
• prompt: The prompt object to be used for evaluation
• expected_value: The expected value for the judgement
• context_path: Optional context path to extract from the context for evaluation
• operator: The comparison operator to use
• depends_on: Optional list of task IDs this task depends on
• max_retries: Optional maximum number of retries for this task (defaults to 3 if not provided)

Returns

A new LLMJudgeTask object

Trait Implementations

impl Clone for LLMJudgeTask

fn clone(&self) -> LLMJudgeTask

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LLMJudgeTask

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for LLMJudgeTask

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>

where D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl From<LLMJudgeTask> for EvaluationTask

fn from(task: LLMJudgeTask) -> Self

Converts to this type from the input type.

impl<'py> IntoPyObject<'py> for LLMJudgeTask

type Target = LLMJudgeTask

The Python output type

type Output = Bound<'py, <LLMJudgeTask as IntoPyObject<'py>>::Target>

The smart pointer type to use.

type Error = PyErr

The type returned in the event of a conversion error.

fn into_pyobject( self, py: Python<'py>, ) -> Result<<Self as IntoPyObject<'_>>::Output, <Self as IntoPyObject<'_>>::Error>

Performs the conversion.

impl PartialEq for LLMJudgeTask

fn eq(&self, other: &LLMJudgeTask) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl PyClass for LLMJudgeTask

type Frozen = False

Whether the pyclass is frozen.

impl PyClassImpl for LLMJudgeTask

const IS_BASETYPE: bool = false

#[pyclass(subclass)]

const IS_SUBCLASS: bool = false

#[pyclass(extends=…)]

const IS_MAPPING: bool = false

#[pyclass(mapping)]

const IS_SEQUENCE: bool = false

#[pyclass(sequence)]

const IS_IMMUTABLE_TYPE: bool = false

#[pyclass(immutable_type)]

const RAW_DOC: &'static CStr = /// Primary class for defining an LLM as a Judge in evaluation workflows

Docstring for the class provided on the struct or enum.

const DOC: &'static CStr

Fully rendered class doc, including the text_signature if a constructor is defined.

type BaseType = PyAny

Base class

type ThreadChecker = SendablePyClass<LLMJudgeTask>

This handles following two situations:

type PyClassMutability = <<PyAny as PyClassBaseType>::PyClassMutability as PyClassMutability>::MutableChild

Immutable or mutable

type Dict = PyClassDummySlot

Specify this class has #[pyclass(dict)] or not.

type WeakRef = PyClassDummySlot

Specify this class has #[pyclass(weakref)] or not.

type BaseNativeType = PyAny

The closest native ancestor. This is PyAny by default, and when you declare #[pyclass(extends=PyDict)], it’s PyDict.

fn items_iter() -> PyClassItemsIter

fn lazy_type_object() -> &'static LazyTypeObject<Self>

fn dict_offset() -> Option<isize>

fn weaklist_offset() -> Option<isize>

impl PyClassNewTextSignature for LLMJudgeTask

const TEXT_SIGNATURE: &'static str = "(id, prompt, expected_value, context_path, operator, description=None, depends_on=None, max_retries=None, condition=None)"

impl PyMethods<LLMJudgeTask> for PyClassImplCollector<LLMJudgeTask>

fn py_methods(self) -> &'static PyClassItems

impl PyTypeInfo for LLMJudgeTask

const NAME: &'static str = "LLMJudgeTask"

Class name.

const MODULE: Option<&'static str> = ::core::option::Option::None

Module name, if any.

fn type_object_raw(py: Python<'_>) -> *mut PyTypeObject

Returns the PyTypeObject instance for this type.

fn type_object(py: Python<'_>) -> Bound<'_, PyType>

Returns the safe abstraction over the type object.

fn is_type_of(object: &Bound<'_, PyAny>) -> bool

Checks if object is an instance of this type or a subclass of this type.

fn is_exact_type_of(object: &Bound<'_, PyAny>) -> bool

Checks if object is an instance of this type.

impl Serialize for LLMJudgeTask

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl TaskAccessor for LLMJudgeTask

fn context_path(&self) -> Option<&str>

Returns optional context path - avoids &Option<String> pattern

fn item_context_path(&self) -> Option<&str>

When context_path resolves to an array of objects, this path is applied to each element to extract the value before the operator is evaluated.

fn id(&self) -> &str

Returns assertion ID as string slice

fn task_type(&self) -> &EvaluationTaskType

fn operator(&self) -> &ComparisonOperator

Returns reference to comparison operator

fn expected_value(&self) -> &Value

Returns reference to expected value

fn depends_on(&self) -> &[String]

Returns slice of dependency IDs - more efficient than &Vec<String>

fn add_result(&mut self, result: AssertionResult)

impl DerefToPyAny for LLMJudgeTask

impl ExtractPyClassWithClone for LLMJudgeTask

impl StructuralPartialEq for LLMJudgeTask