rusty-llm-jury 0.1.0

A Rust CLI tool for estimating success rates when using LLM judges for evaluation
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

//! # rusty-llm-jury
//!
//! A Rust library for estimating success rates when using LLM judges for evaluation.
//!
//! This library provides tools to estimate the true success rate of your system by
//! correcting for LLM judge bias using bootstrap confidence intervals.

pub mod bias_correction;
pub mod cli;
pub mod error;
pub mod synthetic;
pub mod utils;

pub use bias_correction::*;
pub use error::*;
pub use synthetic::*;

/// Version of the library
pub const VERSION: &str = env!("CARGO_PKG_VERSION");

/// Default number of bootstrap iterations
pub const DEFAULT_BOOTSTRAP_ITERATIONS: usize = 20_000;

/// Default confidence level (95%)
pub const DEFAULT_CONFIDENCE_LEVEL: f64 = 0.95;

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_version_is_set() {
        assert!(!VERSION.is_empty());
    }
}