hongshaorou/Tianshou
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

forbid pass, if we have other choices

Browse Source
This commit is contained in:
Wenbo Hu 2017-12-20 22:10:47 +08:00
parent 0ab38743aa
commit 40909fa994
2 changed files with 10 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
AlphaGo/go.py
View File

@ -183,16 +183,16 @@ class Go:
return True
def simulate_is_valid_list(self, state, action_set):
## find all the valid actions
## if no action is valid, then pass
valid_action_list = []
for action_candidate in action_set:
# find all the invalid actions
invalid_action_list = []
for action_candidate in action_set[:-1]:
# go through all the actions excluding pass
if not self.simulate_is_valid(state, action_candidate):
valid_action_list.append(action_candidate)
if not valid_action_list:
valid_action_list.append(utils.PASS)
# if valid_action_set is a empty set, add pass
return valid_action_list
invalid_action_list.append(action_candidate)
if len(invalid_action_list) < len(action_set) - 1:
invalid_action_list.append(action_set[-1])
# forbid pass, if we have other choices
return invalid_action_list
def _do_move(self, board, color, vertex):
if vertex == utils.PASS:

2
tianshou/core/mcts/mcts.py
View File

@ -71,7 +71,7 @@ class UCTNode(MCTSNode):
self.parent.backpropagation(self.children[action].reward)
def valid_mask(self, simulator):
# let all invalid actions illeagel in mcts
# let all invalid actions be illeagel in mcts
if self.mask is None:
self.mask = simulator.simulate_is_valid_list(self.state, range(self.action_num - 1))
self.ucb[self.mask] = -float("Inf")