1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
|
/*
This file is part of Leela Zero.
Copyright (C) 2017 Gian-Carlo Pascutto
Copyright (C) 2017-2018 Marco Calignano
Leela Zero is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
Leela Zero is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with Leela Zero. If not, see <http://www.gnu.org/licenses/>.
*/
#include <QtCore/QCoreApplication>
#include <QtCore/QTimer>
#include <QtCore/QTextStream>
#include <QtCore/QStringList>
#include <QCommandLineParser>
#include <QProcess>
#include <QFile>
#include <QDir>
#include <QDebug>
#include <chrono>
#include <QCommandLineParser>
#include "../autogtp/Game.h"
#include "../autogtp/Console.h"
#include "Validation.h"
constexpr int VALIDATION_VERSION = 1;
int main(int argc, char *argv[]) {
QCoreApplication app(argc, argv);
app.setApplicationName("validation");
app.setApplicationVersion(QString("v%1").arg(VALIDATION_VERSION));
QCommandLineParser parser;
parser.addHelpOption();
parser.addVersionOption();
QCommandLineOption networkOption(
{"n", "network"},
"Networks to use as players in competition mode (two are needed).",
"filename");
QCommandLineOption optionsOption(
{"o", "options"},
"Options for the binary given by -b (default \"-g -v 3200 --noponder -t 1 -q -d -r 0 -w\").",
"opt_string");
QCommandLineOption gtpCommandOption(
{"c", "gtp-command" },
"GTP command to send to the binary on startup (default \"time_settings 0 1 0\").\n"
"Multiple commands are sent in the order they are specified.\n"
"Commands apply to the preceeding binary or both if specified before all binaries.",
"command");
QCommandLineOption sprtOption(
{"s", "sprt"},
"Set the SPRT hypothesis (default '0.0:35.0').",
"lower:upper", "0.0:35.0");
QCommandLineOption gamesNumOption(
{"g", "gamesNum"},
"Play 'gamesNum' games on one device (GPU/CPU) at the same time.",
"num", "1");
QCommandLineOption gpusOption(
{"u", "gpus"},
"Index of the device(s) to use for multiple devices support.",
"num");
QCommandLineOption keepSgfOption(
{"k", "keepSgf" },
"Save SGF files after each self-play game.",
"output directory");
parser.addOption(gamesNumOption);
parser.addOption(gpusOption);
parser.addOption(sprtOption);
parser.addOption(keepSgfOption);
parser.addOption(networkOption);
parser.addOption(optionsOption);
parser.addOption(gtpCommandOption);
parser.addPositionalArgument(
"[-- binary [--gtp-command...] [-- binary [--gtp-command...]]]",
"Binary to execute for the game (default leelaz).\n"
"Only --gtp-command options are parsed after a binary is specified");
// Process the actual command line arguments given by the user
parser.process(app);
QStringList netList = parser.values(networkOption);
if (netList.count() != 2) {
parser.showHelp();
}
QStringList optsList = parser.values(optionsOption);
while (optsList.count() < 2) {
optsList << " -g -v 3200 --noponder -t 1 -q -d -r 0 -w ";
}
QString sprtOpt = parser.value(sprtOption);
QStringList sprtList = sprtOpt.split(":");
float h0 = sprtList[0].toFloat();
float h1 = sprtList[1].toFloat();
int gamesNum = parser.value(gamesNumOption).toInt();
QStringList gpusList = parser.values(gpusOption);
int gpusNum = gpusList.count();
if (gpusNum == 0) {
gpusNum = 1;
}
QTextStream(stdout) << "validation v" << VALIDATION_VERSION << endl;
auto const keepPath = parser.value(keepSgfOption);
if (parser.isSet(keepSgfOption)) {
if (!QDir().mkpath(parser.value(keepSgfOption))) {
QTextStream(stdout) << "Couldn't create output directory for self-play SGF files!"
<< endl;
return EXIT_FAILURE;
}
}
QStringList commandList = {"time_settings 0 1 0"};
commandList << parser.values(gtpCommandOption);
auto engines =
QVector<Engine>({Engine(netList[0], optsList[0], commandList),
Engine(netList[1], optsList[1], commandList)});
auto engine_idx = 0;
auto pos_args = parser.positionalArguments();
while (!pos_args.isEmpty()) {
if (engine_idx >= 2) {
parser.showHelp();
}
engines[engine_idx].m_binary = pos_args[0];
parser.process(pos_args);
engines[engine_idx].m_commands << parser.values(gtpCommandOption);
pos_args = parser.positionalArguments();
engine_idx++;
}
QMutex mutex;
QTextStream(stdout) << "SPRT : " << sprtOpt << " h0 " << h0 << " h1 " << h1 << endl;
Console *cons = nullptr;
Validation *validate = new Validation(gpusNum, gamesNum, gpusList,
engines, keepPath, &mutex,
h0, h1);
QObject::connect(&app, &QCoreApplication::aboutToQuit, validate, &Validation::storeSprt);
validate->loadSprt();
validate->startGames();
QObject::connect(validate, &Validation::sendQuit, &app, &QCoreApplication::quit);
cons = new Console();
QObject::connect(cons, &Console::sendQuit, &app, &QCoreApplication::quit);
return app.exec();
}
|
