hongshaorou/dreamerv3-torch
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bug fix for gym==0.19.0

Browse Source
This commit is contained in:
NM512 2023-05-18 21:30:08 +09:00
parent d3156ecb06
commit b8ef214efa
3 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
envs/atari.py
View File

@ -68,7 +68,6 @@ class Atari:
@property
def observation_space(self):
img_shape = self._size + ((1,) if self._gray else (3,))
print(self._env.observation_space)
return gym.spaces.Dict(
{
"image": gym.spaces.Box(0, 255, img_shape, np.uint8),

2
envs/wrappers.py
View File

@ -180,7 +180,7 @@ class RewardObs:
def observation_space(self):
spaces = self._env.observation_space.spaces
assert "reward" not in spaces
spaces["reward"] = gym.spaces.Box(-np.inf, np.inf, dtype=np.float32)
spaces["reward"] = gym.spaces.Box(-np.inf, np.inf, shape=(1,), dtype=np.float32)
return gym.spaces.Dict(spaces)
def step(self, action):

4
networks.py
View File

@ -343,6 +343,8 @@ class MultiEncoder(nn.Module):
symlog_inputs,
):
super(MultiEncoder, self).__init__()
excluded = ("is_first", "is_last", "is_terminal", "reward")
shapes = {k: v for k, v in shapes.items() if k not in excluded}
self.cnn_shapes = {
k: v for k, v in shapes.items() if len(v) == 3 and re.match(cnn_keys, k)
}
@ -402,6 +404,8 @@ class MultiDecoder(nn.Module):
vector_dist,
):
super(MultiDecoder, self).__init__()
excluded = ("is_first", "is_last", "is_terminal", "reward")
shapes = {k: v for k, v in shapes.items() if k not in excluded}
self.cnn_shapes = {
k: v for k, v in shapes.items() if len(v) == 3 and re.match(cnn_keys, k)
}