1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
|
#pragma once
#include <cstddef>
#include <cstdint>
#include <random>
#include <vector>
namespace simdutf {
namespace tests {
namespace helpers {
class random_utf8 final {
public:
random_utf8(uint32_t seed, int prob_1byte, int prob_2bytes, int prob_3bytes,
int prob_4bytes);
std::vector<uint8_t> generate(size_t output_bytes);
// include the number of code points
std::pair<std::vector<uint8_t>, size_t> generate_counted(size_t output_bytes);
std::vector<uint8_t> generate(size_t output_bytes, long seed);
private:
uint32_t generate();
std::mt19937 gen;
std::discrete_distribution<> bytes_count;
std::uniform_int_distribution<int> val_7bit{0x00, 0x7f}; // 0b0xxxxxxx
std::uniform_int_distribution<int> val_6bit{0x00, 0x3f}; // 0b10xxxxxx
std::uniform_int_distribution<int> val_5bit{0x00, 0x1f}; // 0b110xxxxx
std::uniform_int_distribution<int> val_4bit{0x00, 0x0f}; // 0b1110xxxx
std::uniform_int_distribution<int> val_3bit{0x00, 0x07}; // 0b11110xxx
};
} // namespace helpers
} // namespace tests
} // namespace simdutf
|
