hongshaorou/Tianshou
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix max-grad-norm err in a2c (#46)

Browse Source
This commit is contained in:
Trinkle23897 2020-05-04 12:33:04 +08:00
parent c2a7caf806
commit 04b091d975
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tianshou/policy/modelfree/a2c.py
View File

@ -103,7 +103,9 @@ class A2CPolicy(PGPolicy):
loss.backward() loss.backward()
if self._grad_norm: if self._grad_norm:
nn.utils.clip_grad_norm_( nn.utils.clip_grad_norm_(
self.model.parameters(), max_norm=self._grad_norm) list(self.actor.parameters()) +
list(self.critic.parameters()),
max_norm=self._grad_norm)
self.optim.step() self.optim.step()
actor_losses.append(a_loss.item()) actor_losses.append(a_loss.item())
vf_losses.append(vf_loss.item()) vf_losses.append(vf_loss.item())