File: chinese_script_classifier.h

package info (click to toggle)
chromium 139.0.7258.127-1
  • links: PTS, VCS
  • area: main
  • in suites:
  • size: 6,122,068 kB
  • sloc: cpp: 35,100,771; ansic: 7,163,530; javascript: 4,103,002; python: 1,436,920; asm: 946,517; xml: 746,709; pascal: 187,653; perl: 88,691; sh: 88,436; objc: 79,953; sql: 51,488; cs: 44,583; fortran: 24,137; makefile: 22,147; tcl: 15,277; php: 13,980; yacc: 8,984; ruby: 7,485; awk: 3,720; lisp: 3,096; lex: 1,327; ada: 727; jsp: 228; sed: 36
file content (43 lines) | stat: -rw-r--r-- 1,428 bytes parent folder | download | duplicates (7)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
// Copyright 2017 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

#ifndef COMPONENTS_TRANSLATE_CORE_LANGUAGE_DETECTION_CHINESE_SCRIPT_CLASSIFIER_H_
#define COMPONENTS_TRANSLATE_CORE_LANGUAGE_DETECTION_CHINESE_SCRIPT_CLASSIFIER_H_

#include <memory>
#include <string>
#include "third_party/icu/source/common/unicode/uniset.h"

namespace translate {

class ChineseScriptClassifier {
 public:
  // Initializes both the zh-Hans and zh-Hant UnicodeSets used for
  // lookup when Classify is called.
  ChineseScriptClassifier();
  ~ChineseScriptClassifier();

  // Given Chinese text as input, returns either zh-Hant or zh-Hans.
  // When the input is ambiguous, i.e. not completely zh-Hans and not
  // completely zh-Hant, this function returns the closest language code
  // matching the input.
  //
  // Behavior is undefined for non-Chinese input.
  std::string Classify(const std::string& input) const;

  // Returns true if the underlying transliterators were properly initialized
  // by the constructor.
  bool IsInitialized() const;

 private:
  // Set of chars generally unique to zh-Hans.
  std::unique_ptr<icu::UnicodeSet> hans_set_;

  // Set of chars generally unique to zh-Hant.
  std::unique_ptr<icu::UnicodeSet> hant_set_;
};

}  // namespace translate

#endif  // COMPONENTS_TRANSLATE_CORE_LANGUAGE_DETECTION_CHINESE_SCRIPT_CLASSIFIER_H_