hongshaorou/Tianshou
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix dqn zero eps (#52)

Browse Source 
Co-authored-by: liyan <liyan1@digisky.com>
This commit is contained in:
magicly 2020-05-21 11:35:41 +08:00 committed by GitHub
parent 57bca16f94
commit 6237cc0d52
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
tianshou/policy/modelfree/dqn.py
View File

@ -150,9 +150,10 @@ class DQNPolicy(BasePolicy):
# add eps to act # add eps to act
if eps is None: if eps is None:
eps = self.eps eps = self.eps
for i in range(len(q)): if not np.isclose(eps, 0):
if np.random.rand() < eps: for i in range(len(q)):
act[i] = np.random.randint(q.shape[1]) if np.random.rand() < eps:
act[i] = np.random.randint(q.shape[1])
return Batch(logits=q, act=act, state=h) return Batch(logits=q, act=act, state=h)
def learn(self, batch: Batch, **kwargs) -> Dict[str, float]: def learn(self, batch: Batch, **kwargs) -> Dict[str, float]: