df35718992
- implement TD3+BC for offline RL; - fix a bug in trainer about test reward not logged because self.env_step is not set for offline setting;
177 lines
3.1 KiB
ReStructuredText
177 lines
3.1 KiB
ReStructuredText
tianshou.policy
|
|
===============
|
|
|
|
Base
|
|
----
|
|
|
|
.. autoclass:: tianshou.policy.BasePolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.RandomPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
Model-free
|
|
----------
|
|
|
|
DQN Family
|
|
~~~~~~~~~~
|
|
|
|
.. autoclass:: tianshou.policy.DQNPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.BranchingDQNPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.C51Policy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.RainbowPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.QRDQNPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.IQNPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.FQFPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
On-policy
|
|
~~~~~~~~~
|
|
|
|
.. autoclass:: tianshou.policy.PGPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.NPGPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.A2CPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.TRPOPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.PPOPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
Off-policy
|
|
~~~~~~~~~~
|
|
|
|
.. autoclass:: tianshou.policy.DDPGPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.TD3Policy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.SACPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.REDQPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.DiscreteSACPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
Imitation
|
|
---------
|
|
|
|
.. autoclass:: tianshou.policy.ImitationPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.BCQPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.CQLPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.TD3BCPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.DiscreteBCQPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.DiscreteCQLPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.DiscreteCRRPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.GAILPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
Model-based
|
|
-----------
|
|
|
|
.. autoclass:: tianshou.policy.PSRLPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
.. autoclass:: tianshou.policy.ICMPolicy
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|
|
|
|
Multi-agent
|
|
-----------
|
|
|
|
.. autoclass:: tianshou.policy.MultiAgentPolicyManager
|
|
:members:
|
|
:undoc-members:
|
|
:show-inheritance:
|