rlmesh 0.1.0-beta.1

Rust SDK for model-environment evaluation workflows
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129

use crate::{CloseResult, Env, ResetRequest, ResetResult, StepRequest, StepResult, spaces};

#[async_trait::async_trait]
pub trait SingleEnv: Send + Sync {
    fn observation_space(&self) -> &spaces::SpaceSpec;
    fn action_space(&self) -> &spaces::SpaceSpec;
    fn env_contract(&self) -> &spaces::EnvContract;

    async fn reset(
        &mut self,
        req: spaces::ResetRequest,
    ) -> std::result::Result<spaces::ResetResult, spaces::EnvRuntimeError>;

    async fn step(
        &mut self,
        req: spaces::StepRequest,
    ) -> std::result::Result<spaces::StepResult, spaces::EnvRuntimeError>;

    async fn render(
        &mut self,
        req: spaces::RenderRequest,
    ) -> std::result::Result<spaces::RenderResult, spaces::EnvRuntimeError>;

    async fn close(
        &mut self,
        req: spaces::CloseRequest,
    ) -> std::result::Result<spaces::CloseResult, spaces::EnvRuntimeError>;
}

pub struct SingleEnvAdapter<E> {
    inner: E,
}

impl<E> SingleEnvAdapter<E> {
    pub fn new(inner: E) -> Self {
        Self { inner }
    }

    pub fn into_inner(self) -> E {
        self.inner
    }

    pub fn inner(&self) -> &E {
        &self.inner
    }

    pub fn inner_mut(&mut self) -> &mut E {
        &mut self.inner
    }
}

#[async_trait::async_trait]
impl<E: SingleEnv> Env for SingleEnvAdapter<E> {
    fn observation_space(&self) -> &spaces::SpaceSpec {
        self.inner.observation_space()
    }

    fn action_space(&self) -> &spaces::SpaceSpec {
        self.inner.action_space()
    }

    fn num_envs(&self) -> usize {
        1
    }

    fn env_contract(&self) -> &spaces::EnvContract {
        self.inner.env_contract()
    }

    async fn reset(
        &mut self,
        req: ResetRequest,
    ) -> std::result::Result<ResetResult, spaces::EnvRuntimeError> {
        let result = self
            .inner
            .reset(spaces::ResetRequest {
                seed: req.seeds.first().copied(),
                options: req.options,
                timeout_ms: req.timeout_ms,
            })
            .await?;

        Ok(ResetResult {
            observations: result.observation.into_iter().collect(),
            info: result.info,
            episode_ids: result.episode_id.into_iter().collect(),
        })
    }

    async fn step(
        &mut self,
        req: StepRequest,
    ) -> std::result::Result<StepResult, spaces::EnvRuntimeError> {
        let result = self
            .inner
            .step(spaces::StepRequest {
                action: req.actions.into_iter().next(),
                timeout_ms: req.timeout_ms,
            })
            .await?;

        Ok(StepResult {
            observations: result.observation.into_iter().collect(),
            rewards: vec![result.reward],
            terminated: vec![result.terminated],
            truncated: vec![result.truncated],
            info: result.info,
            completed_episodes: vec![],
            episode_ids: vec![],
        })
    }

    async fn render(
        &mut self,
        req: spaces::RenderRequest,
    ) -> std::result::Result<spaces::RenderResult, spaces::EnvRuntimeError> {
        self.inner.render(req).await
    }

    async fn close(
        &mut self,
        req: spaces::CloseRequest,
    ) -> std::result::Result<CloseResult, spaces::EnvRuntimeError> {
        let _ = self.inner.close(req).await?;
        Ok(CloseResult {
            final_episodes: vec![],
        })
    }
}