add input_transform and update_input_transform;

change the args for genome.forward.
Origin: (state, inputs, transformed)
New: (state, transformed, inputs)
This commit is contained in:
wls2002
2024-06-03 10:53:15 +08:00
parent a07a3b1cb2
commit edfb0596e7
16 changed files with 185 additions and 221 deletions

View File

@@ -36,7 +36,7 @@ class RLEnv(BaseProblem):
def body_func(carry):
obs, env_state, rng, done, tr, count, epis = carry # tr -> total reward
action = act_func(state, obs, params)
action = act_func(state, params, obs)
next_obs, next_env_state, reward, done, _ = self.step(
rng, env_state, action
)