File: convert_latin1_to_utf16le_tests.cpp

package info (click to toggle)
simdutf 8.0.0-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 7,524 kB
  • sloc: cpp: 64,498; ansic: 15,347; python: 3,592; sh: 366; makefile: 12
file content (80 lines) | stat: -rw-r--r-- 2,302 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
#include "simdutf.h"

#include <array>

#include <tests/helpers/compiletime_conversions.h>
#include <tests/helpers/fixed_string.h>
#include <tests/helpers/random_int.h>
#include <tests/helpers/test.h>
#include <tests/helpers/transcode_test_base.h>

namespace {
constexpr std::array<size_t, 7> input_size{7, 16, 12, 64, 67, 128, 256};
constexpr simdutf::endianness LE = simdutf::endianness::LITTLE;

using simdutf::tests::helpers::transcode_latin1_to_utf16_test_base;

} // namespace

TEST_LOOP(convert_all_latin) {
  // range for 2 UTF-16 bytes
  simdutf::tests::helpers::RandomIntRanges random({{0x00, 0xff}}, seed);

  auto procedure = [&implementation](const char *latin1, size_t size,
                                     char16_t *utf16) -> size_t {
    return implementation.convert_latin1_to_utf16le(latin1, size, utf16);
  };
  auto size_procedure =
      [&implementation](simdutf_maybe_unused const char *latin1,
                        size_t size) -> size_t {
    return implementation.utf16_length_from_latin1(size);
  };
  for (size_t size : input_size) {
    transcode_latin1_to_utf16_test_base test(LE, random, size);
    ASSERT_TRUE(test(procedure));
    ASSERT_TRUE(test.check_size(size_procedure));
  }
}

#if SIMDUTF_CPLUSPLUS23

TEST(compile_time_convert_latin1_to_utf16le) {
  using namespace simdutf::tests::helpers;

  constexpr auto input = "hello"_latin1;
  constexpr auto expected = u"hello"_utf16le;
  constexpr auto output = latin1_to_utf16<std::endian::little>(input);
  static_assert(output == expected);
}

namespace {

template <auto input> constexpr auto convert() {
  using namespace simdutf::tests::helpers;
  CTString<char16_t, input.size()> tmp;
  auto N = simdutf::convert_latin1_to_utf16(input, tmp);
  if (N != input.size()) {
    throw "oops";
  }
  return tmp;
}

} // namespace

// this is here to execute the simdutf::convert_latin1_to_utf16(), to ensure
// it is constexpr
TEST(compile_time_convert_latin1_to_utf16) {
  using namespace simdutf::tests::helpers;

  constexpr auto input = "hello"_latin1;
  constexpr auto expected = u"hello"_utf16;
  constexpr auto output = latin1_to_utf16<std::endian::native>(input);
  static_assert(output == expected);

  constexpr auto native = convert<input>();
  static_assert(native == output);
}

#endif

TEST_MAIN