39 lines
918 B
Python
39 lines
918 B
Python
|
class ReplayBuffer(object):
|
||
|
|
def __init__(self, conf):
|
||
|
|
'''
|
||
|
|
Initialize a replay buffer with parameters in conf.
|
||
|
|
'''
|
||
|
|
pass
|
||
|
|
|
||
|
|
def add(self, data, priority):
|
||
|
|
'''
|
||
|
|
Add a data with priority = priority to replay buffer.
|
||
|
|
'''
|
||
|
|
pass
|
||
|
|
|
||
|
|
def update_priority(self, indices, priorities):
|
||
|
|
'''
|
||
|
|
Update the data's priority whose indices = indices.
|
||
|
|
For proportional replay buffer, the priority is the priority.
|
||
|
|
For rank based replay buffer, the priorities parameter will be the delta used to update the priority.
|
||
|
|
'''
|
||
|
|
pass
|
||
|
|
|
||
|
|
def reset_alpha(self, alpha):
|
||
|
|
'''
|
||
|
|
This function only works for proportional replay buffer.
|
||
|
|
This function resets alpha.
|
||
|
|
'''
|
||
|
|
pass
|
||
|
|
|
||
|
|
def sample(self, conf):
|
||
|
|
'''
|
||
|
|
Sample from replay buffer with parameters in conf.
|
||
|
|
'''
|
||
|
|
pass
|
||
|
|
|
||
|
|
def rebalance(self):
|
||
|
|
'''
|
||
|
|
This is for rank based priority replay buffer, which is used to rebalance the sum tree of the priority queue.
|
||
|
|
'''
|
||
|
|
pass
|