hongshaorou/dreamerv3-torch
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bug fix for onehot distribution

Browse Source
This commit is contained in:
NM512 2024-01-14 21:55:34 +09:00
parent 5abaf056ad
commit a4fdfad938
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
configs.yaml
View File

@ -47,7 +47,7 @@ defaults:
decoder:
{mlp_keys: '$^', cnn_keys: 'image', act: 'SiLU', norm: True, cnn_depth: 32, kernel_size: 4, minres: 4, mlp_layers: 2, mlp_units: 512, cnn_sigmoid: False, image_dist: mse, vector_dist: symlog_mse, outscale: 1.0}
actor:
{layers: 2, dist: 'normal', entropy: 3e-4, unimix_ratio: 0.01, min_std: 0.1, max_std: 1.0, temp: 0.1, lr: 3e-5, eps: 1e-5, grad_clip: 100.0, outscale: 1.0}
{layers: 2, dist: 'normal', entropy: 3e-4, unimix_ratio: 0.01, std: 'learned', min_std: 0.1, max_std: 1.0, temp: 0.1, lr: 3e-5, eps: 1e-5, grad_clip: 100.0, outscale: 1.0}
critic:
{layers: 2, dist: 'symlog_disc', slow_target: True, slow_target_update: 1, slow_target_fraction: 0.02, lr: 3e-5, eps: 1e-5, grad_clip: 100.0, outscale: 0.0}
reward_head:
@ -123,7 +123,7 @@ crafter:
units: 1024
encoder: {mlp_keys: '$^', cnn_keys: 'image', cnn_depth: 96, mlp_layers: 5, mlp_units: 1024}
decoder: {mlp_keys: '$^', cnn_keys: 'image', cnn_depth: 96, mlp_layers: 5, mlp_units: 1024}
actor: {layers: 5, dist: 'onehot'}
actor: {layers: 5, dist: 'onehot', std: 'none'}
value: {layers: 5}
reward_head: {layers: 5}
cont_head: {layers: 5}
@ -136,7 +136,7 @@ atari100k:
train_ratio: 1024
video_pred_log: true
eval_episode_num: 100
actor: {dist: 'onehot'}
actor: {dist: 'onehot', std: 'none'}
imag_gradient: 'reinforce'
stickey: False
lives: unused
@ -161,7 +161,7 @@ minecraft:
units: 1024
encoder: {mlp_keys: 'inventory|inventory_max|equipped|health|hunger|breath|obs_reward', cnn_keys: 'image', cnn_depth: 96, mlp_layers: 5, mlp_units: 1024}
decoder: {mlp_keys: 'inventory|inventory_max|equipped|health|hunger|breath', cnn_keys: 'image', cnn_depth: 96, mlp_layers: 5, mlp_units: 1024}
actor: {layers: 5, dist: 'onehot'}
actor: {layers: 5, dist: 'onehot', std: 'none'}
value: {layers: 5}
reward_head: {layers: 5}
cont_head: {layers: 5}
@ -172,7 +172,7 @@ minecraft:
memorymaze:
steps: 1e8
action_repeat: 2
actor: {dist: 'onehot'}
actor: {dist: 'onehot', std: 'none'}
imag_gradient: 'reinforce'
task: 'memorymaze_9x9'

2
models.py
View File

@ -228,7 +228,7 @@ class ImagBehavior(nn.Module):
config.act,
config.norm,
config.actor["dist"],
"learned",
config.actor["std"],
config.actor["min_std"],
config.actor["max_std"],
absmax=1.0,