1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
|
/*
* SPDX-FileCopyrightText: 2017-2017 CSSlayer <wengxt@gmail.com>
*
* SPDX-License-Identifier: LGPL-2.1-or-later
*/
#include <cmath>
#include <iostream>
#include <string>
#include "libime/core/languagemodel.h"
#include "libime/core/lattice.h"
#include "testdir.h"
int main() {
using namespace libime;
LanguageModel model(LIBIME_BINARY_DIR "/data/sc.lm");
State state(model.nullState());
State out_state = model.nullState();
std::string word;
float sum = 0.0F;
while (std::cin >> word) {
float s;
WordNode w(word, model.index(word));
std::cout << w.idx() << " " << (s = model.score(state, w, out_state))
<< '\n';
std::cout << "Prob" << std::pow(10, s) << '\n';
state = out_state;
sum += s;
}
std::cout << sum << std::endl;
return 0;
}
|
