# -*- coding: utf-8 -*- # vim:fenc=utf-8 # $File: game.py # $Date: Fri Dec 01 01:3738 2017 +0800 # $Author: renyong15 © # from __future__ import print_function import utils import copy import tensorflow as tf import numpy as np import sys, os import model from collections import deque sys.path.append(os.path.join(os.path.dirname(__file__), os.path.pardir)) from tianshou.core.mcts.mcts import MCTS import go import reversi import time class Game: ''' Load the real game and trained weights. TODO : Maybe merge with the engine class in future, currently leave it untouched for interacting with Go UI. ''' def __init__(self, name=None, debug=False, black_checkpoint_path=None, white_checkpoint_path=None): self.name = name self.debug = debug if self.name == "go": self.size = 9 self.komi = 3.75 self.history_length = 8 self.history = [] self.history_set = set() self.game_engine = go.Go(size=self.size, komi=self.komi) self.board = [utils.EMPTY] * (self.size ** 2) elif self.name == "reversi": self.size = 8 self.history_length = 1 self.history = [] self.game_engine = reversi.Reversi(size=self.size) self.board = self.game_engine.get_board() else: raise ValueError(name + " is an unknown game...") self.model = model.ResNet(self.size, self.size ** 2 + 1, history_length=self.history_length, black_checkpoint_path=black_checkpoint_path, white_checkpoint_path=white_checkpoint_path) self.latest_boards = deque(maxlen=self.history_length) for _ in range(self.history_length): self.latest_boards.append(self.board) def clear(self): if self.name == "go": self.board = [utils.EMPTY] * (self.size ** 2) self.history = [] if self.name == "reversi": self.board = self.game_engine.get_board() for _ in range(self.history_length): self.latest_boards.append(self.board) def set_size(self, n): self.size = n self.clear() def set_komi(self, k): self.komi = k def think(self, latest_boards, color): if color == utils.BLACK: role = 'black' elif color == utils.WHITE: role = 'white' else: raise ValueError("game.py[think] - unknown color : {}".format(color)) evaluator = lambda state:self.model(role, state) mcts = MCTS(self.game_engine, evaluator, [latest_boards, color], self.size ** 2 + 1, role=role, debug=self.debug, inverse=True) mcts.search(max_step=100) if self.debug: file = open("mcts_debug.log", 'ab') np.savetxt(file, mcts.root.Q, header="\n" + role + " Q value : ", fmt='%.4f', newline=", ") np.savetxt(file, mcts.root.W, header="\n" + role + " W value : ", fmt='%.4f', newline=", ") np.savetxt(file, mcts.root.N, header="\n" + role + " N value : ", fmt="%d", newline=", ") np.savetxt(file, mcts.root.prior, header="\n" + role + " prior : ", fmt='%.4f', newline=", ") file.close() temp = 1 prob = mcts.root.N ** temp / np.sum(mcts.root.N ** temp) choice = np.random.choice(self.size ** 2 + 1, 1, p=prob).tolist()[0] if choice == self.size ** 2: move = utils.PASS else: move = self.game_engine._deflatten(choice) return move, prob def play_move(self, color, vertex): # this function can be called directly to play the opponent's move if vertex == utils.PASS: return True if self.name == "reversi": res = self.game_engine.executor_do_move(self.history, self.latest_boards, self.board, color, vertex) if self.name == "go": res = self.game_engine.executor_do_move(self.history, self.history_set, self.latest_boards, self.board, color, vertex) return res def think_play_move(self, color): # although we don't need to return self.prob, however it is needed for neural network training move, self.prob = self.think(self.latest_boards, color) # play the move immediately self.play_move(color, move) return move def status2symbol(self, s): pool = {utils.WHITE: 'O', utils.EMPTY: '.', utils.BLACK: 'X', utils.FILL: 'F', utils.UNKNOWN: '?'} return pool[s] def show_board(self): row = [i for i in range(1, 20)] col = ' abcdefghijklmnopqrstuvwxyz' print(' ', end='') for j in range(self.size + 1): print(col[j], end=' ') print('') for i in range(self.size): print(row[i], end=' ') if row[i] < 10: print(' ', end='') for j in range(self.size): print(self.status2symbol(self.board[self.game_engine._flatten((j + 1, i + 1))]), end=' ') print('') sys.stdout.flush() if __name__ == "__main__": game = Game(name="reversi", checkpoint_path=None) game.debug = True game.think_play_move(utils.BLACK)