1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82
|
//-----------------------------------------------------------------------------
/** @file twogtp/OutputTree.h
@author Markus Enzenberger
@copyright GNU General Public License version 3 or later */
//-----------------------------------------------------------------------------
#ifndef TWOGTP_OUTPUT_TREE_H
#define TWOGTP_OUTPUT_TREE_H
#include <random>
#include "libpentobi_base/Board.h"
#include "libpentobi_base/PentobiTree.h"
using namespace std;
using libboardgame_base::PointTransform;
using libpentobi_base::Board;
using libpentobi_base::Color;
using libpentobi_base::Move;
using libpentobi_base::PentobiTree;
using libpentobi_base::Point;
using libpentobi_base::Variant;
//-----------------------------------------------------------------------------
/** Merges opening moves played by the players into a tree.
Keeps statistics of the average game result for each move and player.
This class can also speed up playing test games by generating opening moves
according to the measured probability distributions. With some probability,
which decreases with the number of times a position was visited but stays
non-zero, the player generates a real move, which is used to update the
distributions, otherwise a move from the tree is played. In the limit, the
player plays an infinite number of real moves in each position, so the
measured distributions approach the real distributions and the result of
the test games approaches the result as if only real moves had been
played. */
class OutputTree
{
public:
explicit OutputTree(Variant variant);
~OutputTree();
void load(const string& file);
void save(const string& file);
/** Generate a move for a player from the tree.
@param is_player_black
@param bd The board with the current position.
@param to_play The color to generate the move for..
@param[out] mv The generated move, or Move::null() if no move is in the
tree for this position or if the player should generate a real move
now. */
void generate_move(bool is_player_black, const Board& bd, Color to_play,
Move& mv);
/** Add the moves of a game to the tree and update the move counters. */
void add_game(const Board& bd, unsigned player_black, float result,
const array<bool, Board::max_moves>& is_real_move);
private:
using PointTransform = libboardgame_base::PointTransform<Point>;
PentobiTree m_tree;
vector<unique_ptr<PointTransform>> m_transforms;
vector<unique_ptr<PointTransform>> m_inv_transforms;
mt19937 m_random;
void generate_move(bool is_player_black, const Board& bd, Color to_play,
const PointTransform& transform,
const PointTransform& inv_transform, Move& mv,
bool& play_real);
};
//-----------------------------------------------------------------------------
#endif // TWOGTP_OUTPUT_TREE_H
|