beet_ml 0.0.8

Machine Learning actions built upon beet_flow
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

use crate::prelude::*;
use beet_core::prelude::*;
// /// A number generator for determining.
// rng: StdRng,
// /// Whether there is a 2/3 chance the agent moves left or right of the intended direction.
// is_slippery: bool,

#[derive(Clone, Component)]
/// An environment for the Frozen Lake game.
pub struct QTableEnv<S: StateSpace + Clone, A: ActionSpace + Clone> {
	/// The transition probabilities for each state-action pair.
	outcomes: HashMap<(S, A), StepOutcome<S>>,
}

impl<S: StateSpace + Clone, A: ActionSpace + Clone> QTableEnv<S, A> {
	pub fn new(outcomes: HashMap<(S, A), StepOutcome<S>>) -> Self {
		Self { outcomes }
	}
}

impl<S: StateSpace + Clone, A: ActionSpace + Clone> Environment
	for QTableEnv<S, A>
{
	type State = S;
	type Action = A;

	fn step(
		&mut self,
		state: &Self::State,
		action: &Self::Action,
	) -> StepOutcome<Self::State> {
		self.outcomes[&(state.clone(), action.clone())].clone()
	}
}