turnframe_eval/simulate/mod.rs
1//! Conversations evaluated by simulated users (ADR-021): a model plays a person with a goal
2//! and a manner, talks to the runtime until the goal or a turn limit, and code scores each
3//! conversation from the stores and the turns.
4//!
5//! | Module | What it owns |
6//! | --- | --- |
7//! | [`goal`] | what the person wants, loaded strictly from `.toml`, and the state that proves it |
8//! | [`user`] | what the person sees and does next: scripted, or played by a model |
9//! | [`converse`](mod@converse) | one conversation held with a harness's runtime, and a run over many |
10//! | [`score`](mod@score) | the classes a conversation is scored on, and a run's rates |
11//!
12//! The run and its classes are described in `docs/evaluation.md`.
13
14pub mod converse;
15pub mod goal;
16pub mod score;
17pub mod user;
18
19pub use converse::{Simulation, converse, turn_at};
20pub use goal::{Goal, Reached};
21pub use score::{Conversation, ConversationScore, Ending, Exchange, SimulationReport, score};
22pub use user::{CardOnScreen, ModelUser, Screen, ScriptedUser, SimulatedUser, UserMove};