rlmesh 0.1.0-beta.1

Rust SDK for model-environment evaluation workflows
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103

use std::collections::HashMap;

use super::handler::ModelHandler;
use super::types::{ModelEpisodeEnd, ModelObservation};
use crate::Result;

pub(super) async fn finish_lifecycle<H>(
    handler: &mut H,
    active_episodes: &mut HashMap<(String, i32), String>,
) -> Result<()>
where
    H: ModelHandler,
{
    let mut episode_ends = active_episodes
        .drain()
        .map(|((_route_key, env_index), episode_id)| ModelEpisodeEnd {
            episode_id,
            env_index,
        })
        .collect::<Vec<_>>();
    episode_ends.sort_by(|left, right| {
        left.env_index
            .cmp(&right.env_index)
            .then_with(|| left.episode_id.cmp(&right.episode_id))
    });

    for episode_end in episode_ends {
        handler.on_episode_end(episode_end).await?;
    }

    Ok(())
}

pub(super) async fn update_lifecycle<H>(
    handler: &mut H,
    active_episodes: &mut HashMap<(String, i32), String>,
    observation: &ModelObservation,
) -> Result<()>
where
    H: ModelHandler,
{
    let route_key = route_state_key(observation);
    if observation.num_envs > 1 {
        let mut should_emit_reset = observation.reset;
        let episode_ids = observation.route.episode_ids();
        let episode_ids = if episode_ids.is_empty() {
            vec![observation.route.primary_episode_id().to_string()]
        } else {
            episode_ids
        };

        for (env_index, episode_id) in episode_ids.into_iter().enumerate() {
            let env_index = env_index as i32;
            if let Some(previous_episode) =
                active_episodes.insert((route_key.clone(), env_index), episode_id.clone())
                && previous_episode != episode_id
            {
                handler
                    .on_episode_end(ModelEpisodeEnd {
                        episode_id: previous_episode,
                        env_index,
                    })
                    .await?;
                should_emit_reset = true;
            }
        }

        if should_emit_reset {
            handler.on_reset(observation).await?;
        }
    } else {
        let current_episode = observation.route.primary_episode_id().to_string();

        if observation.reset {
            if let Some(previous_episode) = active_episodes.insert(
                (route_key.clone(), observation.route.primary_env_index()),
                current_episode.clone(),
            ) && previous_episode != current_episode
            {
                handler
                    .on_episode_end(ModelEpisodeEnd {
                        episode_id: previous_episode,
                        env_index: observation.route.primary_env_index(),
                    })
                    .await?;
            }

            handler.on_reset(observation).await?;
        } else {
            active_episodes
                .entry((route_key, observation.route.primary_env_index()))
                .or_insert_with(|| current_episode.clone());
        }
    }
    Ok(())
}

fn route_state_key(observation: &ModelObservation) -> String {
    format!(
        "{}:{}",
        observation.route.session_id, observation.route.route_id
    )
}