hongshaorou/Tianshou
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Force kwargs in PolicyWrapperFactoryIntrinsicCuriosity init

Browse Source
This commit is contained in:
Dominik Jain 2023-10-26 10:43:48 +02:00
parent 96298eafd8
commit da2194eff6
4 changed files with 19 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
examples/atari/atari_dqn_hl.py
View File

@ -88,12 +88,12 @@ def main(
if icm_lr_scale > 0:
builder.with_policy_wrapper_factory(
PolicyWrapperFactoryIntrinsicCuriosity(
IntermediateModuleFactoryAtariDQNFeatures(),
[512],
lr,
icm_lr_scale,
icm_reward_scale,
icm_forward_loss_weight,
feature_net_factory=IntermediateModuleFactoryAtariDQNFeatures(),
hidden_sizes=[512],
lr=lr,
lr_scale=icm_lr_scale,
reward_scale=icm_reward_scale,
forward_loss_weight=icm_forward_loss_weight,
),
)

12
examples/atari/atari_ppo_hl.py
View File

@ -101,12 +101,12 @@ def main(
if icm_lr_scale > 0:
builder.with_policy_wrapper_factory(
PolicyWrapperFactoryIntrinsicCuriosity(
IntermediateModuleFactoryAtariDQNFeatures(),
[hidden_sizes],
lr,
icm_lr_scale,
icm_reward_scale,
icm_forward_loss_weight,
feature_net_factory=IntermediateModuleFactoryAtariDQNFeatures(),
hidden_sizes=[hidden_sizes],
lr=lr,
lr_scale=icm_lr_scale,
reward_scale=icm_reward_scale,
forward_loss_weight=icm_forward_loss_weight,
),
)
experiment = builder.build()

12
examples/atari/atari_sac_hl.py
View File

@ -87,12 +87,12 @@ def main(
if icm_lr_scale > 0:
builder.with_policy_wrapper_factory(
PolicyWrapperFactoryIntrinsicCuriosity(
IntermediateModuleFactoryAtariDQNFeatures(),
[hidden_size],
actor_lr,
icm_lr_scale,
icm_reward_scale,
icm_forward_loss_weight,
feature_net_factory=IntermediateModuleFactoryAtariDQNFeatures(),
hidden_sizes=[hidden_size],
lr=actor_lr,
lr_scale=icm_lr_scale,
reward_scale=icm_reward_scale,
forward_loss_weight=icm_forward_loss_weight,
),
)
experiment = builder.build()

1
tianshou/highlevel/params/policy_wrapper.py
View File

@ -30,6 +30,7 @@ class PolicyWrapperFactoryIntrinsicCuriosity(
):
def __init__(
self,
*,
feature_net_factory: IntermediateModuleFactory,
hidden_sizes: Sequence[int],
lr: float,