From 04b091d9756b1798e5b783b52c806b51110231bb Mon Sep 17 00:00:00 2001
From: Trinkle23897 <463003665@qq.com>
Date: Mon, 4 May 2020 12:33:04 +0800
Subject: [PATCH] fix max-grad-norm err in a2c (#46)

---
 tianshou/policy/modelfree/a2c.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/tianshou/policy/modelfree/a2c.py b/tianshou/policy/modelfree/a2c.py
index b954cfb..0ed57eb 100644
--- a/tianshou/policy/modelfree/a2c.py
+++ b/tianshou/policy/modelfree/a2c.py
@@ -103,7 +103,9 @@ class A2CPolicy(PGPolicy):
                 loss.backward()
                 if self._grad_norm:
                     nn.utils.clip_grad_norm_(
-                        self.model.parameters(), max_norm=self._grad_norm)
+                        list(self.actor.parameters()) +
+                        list(self.critic.parameters()),
+                        max_norm=self._grad_norm)
                 self.optim.step()
                 actor_losses.append(a_loss.item())
                 vf_losses.append(vf_loss.item())