File: Unicode.cpp

package info (click to toggle)
pytorch-cuda 2.6.0%2Bdfsg-7
  • links: PTS, VCS
  • area: contrib
  • in suites: forky, sid, trixie
  • size: 161,620 kB
  • sloc: python: 1,278,832; cpp: 900,322; ansic: 82,710; asm: 7,754; java: 3,363; sh: 2,811; javascript: 2,443; makefile: 597; ruby: 195; xml: 84; objc: 68
file content (49 lines) | stat: -rw-r--r-- 1,121 bytes parent folder | download | duplicates (4)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
#include <c10/util/Unicode.h>

namespace c10 {
#if defined(_WIN32)
std::wstring u8u16(const std::string& str) {
  if (str.empty()) {
    return std::wstring();
  }
  int size_needed = MultiByteToWideChar(
      CP_UTF8, 0, str.c_str(), static_cast<int>(str.size()), NULL, 0);
  TORCH_CHECK(size_needed > 0, "Error converting the content to Unicode");
  std::wstring wstr(size_needed, 0);
  MultiByteToWideChar(
      CP_UTF8,
      0,
      str.c_str(),
      static_cast<int>(str.size()),
      &wstr[0],
      size_needed);
  return wstr;
}
std::string u16u8(const std::wstring& wstr) {
  if (wstr.empty()) {
    return std::string();
  }
  int size_needed = WideCharToMultiByte(
      CP_UTF8,
      0,
      wstr.c_str(),
      static_cast<int>(wstr.size()),
      NULL,
      0,
      NULL,
      NULL);
  TORCH_CHECK(size_needed > 0, "Error converting the content to UTF8");
  std::string str(size_needed, 0);
  WideCharToMultiByte(
      CP_UTF8,
      0,
      wstr.c_str(),
      static_cast<int>(wstr.size()),
      &str[0],
      size_needed,
      NULL,
      NULL);
  return str;
}
#endif
} // namespace c10