hongshaorou/dreamerv3-torch
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

introduced return used in author's code

Browse Source
This commit is contained in:
NM512 2023-06-17 16:59:40 +09:00
parent 784a69f80c
commit 9c58ab62c0
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
models.py
View File

@ -400,9 +400,9 @@ class ImagBehavior(nn.Module):
reward += self._config.actor_state_entropy() * state_ent reward += self._config.actor_state_entropy() * state_ent
value = self.value(imag_feat).mode() value = self.value(imag_feat).mode()
target = tools.lambda_return( target = tools.lambda_return(
reward[:-1], reward[1:],
value[:-1], value[:-1],
discount[:-1], discount[1:],
bootstrap=value[-1], bootstrap=value[-1],
lambda_=self._config.discount_lambda, lambda_=self._config.discount_lambda,
axis=0, axis=0,