1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
|
//===--- LocalizationProducerTests.cpp -------------------------------------===//
//
// This source file is part of the Swift.org open source project
//
// Copyright (c) 2014 - 2020 Apple Inc. and the Swift project authors
// Licensed under Apache License v2.0 with Runtime Library Exception
//
// See https://swift.org/LICENSE.txt for license information
// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
//
//===----------------------------------------------------------------------===//
#include "LocalizationTest.h"
#include "swift/Localization/LocalizationFormat.h"
#include "llvm/ADT/SmallBitVector.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/Support/FileSystem.h"
#include "llvm/Support/MemoryBuffer.h"
#include "llvm/Support/raw_ostream.h"
#include "gtest/gtest.h"
#include <string>
#include <random>
using namespace swift::diag;
using namespace swift::unittests;
TEST_F(LocalizationTest, TestStringsSerialization) {
StringsLocalizationProducer strings(DiagsPath);
auto dbFile = createTemporaryFile("en", "db");
// First, let's serialize English translations
{
SerializedLocalizationWriter writer;
strings.forEachAvailable(
[&writer](swift::DiagID id, llvm::StringRef translation) {
writer.insert(id, translation);
});
ASSERT_FALSE(writer.emit(dbFile));
}
// Now, let's make sure that serialized version matches "source" YAML
auto dbContent = llvm::MemoryBuffer::getFile(dbFile);
ASSERT_TRUE(dbContent);
SerializedLocalizationProducer db(std::move(dbContent.get()));
strings.forEachAvailable(
[&db](swift::DiagID id, llvm::StringRef translation) {
ASSERT_EQ(translation, db.getMessageOr(id, "<no-fallback>"));
});
}
TEST_F(LocalizationTest, TestSerializationOfEmptyFile) {
auto dbFile = createTemporaryFile("by", "db");
SerializedLocalizationWriter writer;
ASSERT_FALSE(writer.emit(dbFile));
StringsLocalizationProducer strings(DiagsPath);
// Reading of the empty `db` file should always return default message.
{
auto dbContent = llvm::MemoryBuffer::getFile(dbFile);
ASSERT_TRUE(dbContent);
SerializedLocalizationProducer db(std::move(dbContent.get()));
strings.forEachAvailable([&db](swift::DiagID id,
llvm::StringRef translation) {
ASSERT_EQ("<<<default-fallback>>>",
db.getMessageOr(id, "<<<default-fallback>>>"));
});
}
}
TEST_F(LocalizationTest, TestSerializationWithGaps) {
// Initially all of the messages are included.
llvm::SmallBitVector includedMessages(LocalDiagID::NumDiags, true);
// Let's punch some holes in the diagnostic content.
for (unsigned i = 0, n = 200; i != n; ++i) {
unsigned position = RandNumber(LocalDiagID::NumDiags);
includedMessages.flip(position);
}
StringsLocalizationProducer strings(DiagsPath);
auto dbFile = createTemporaryFile("en", "db");
{
SerializedLocalizationWriter writer;
strings.forEachAvailable(
[&](swift::DiagID id, llvm::StringRef translation) {
if (includedMessages.test((unsigned)id))
writer.insert(id, translation);
});
ASSERT_FALSE(writer.emit(dbFile));
}
{
auto dbContent = llvm::MemoryBuffer::getFile(dbFile);
ASSERT_TRUE(dbContent);
SerializedLocalizationProducer db(std::move(dbContent.get()));
strings.forEachAvailable([&](swift::DiagID id,
llvm::StringRef translation) {
auto position = (unsigned)id;
std::string expectedMessage = includedMessages.test(position)
? std::string(translation)
: "<<<default-fallback>>>";
ASSERT_EQ(expectedMessage, db.getMessageOr(id, "<<<default-fallback>>>"));
});
}
}
|
