File: language_detection_resolver.h

package info (click to toggle)
chromium 138.0.7204.183-1~deb12u1
  • links: PTS, VCS
  • area: main
  • in suites: bookworm-proposed-updates
  • size: 6,080,960 kB
  • sloc: cpp: 34,937,079; ansic: 7,176,967; javascript: 4,110,704; python: 1,419,954; asm: 946,768; xml: 739,971; pascal: 187,324; sh: 89,623; perl: 88,663; objc: 79,944; sql: 50,304; cs: 41,786; fortran: 24,137; makefile: 21,811; php: 13,980; tcl: 13,166; yacc: 8,925; ruby: 7,485; awk: 3,720; lisp: 3,096; lex: 1,327; ada: 727; jsp: 228; sed: 36
file content (38 lines) | stat: -rw-r--r-- 1,788 bytes parent folder | download | duplicates (7)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
// Copyright 2021 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

#ifndef COMPONENTS_LANGUAGE_DETECTION_CORE_LANGUAGE_DETECTION_RESOLVER_H_
#define COMPONENTS_LANGUAGE_DETECTION_CORE_LANGUAGE_DETECTION_RESOLVER_H_

#include <memory>

#include "components/language_detection/core/embedding_lookup.h"
#include "components/language_detection/core/ngram_hash.h"
#include "third_party/tflite/src/tensorflow/lite/kernels/builtin_op_kernels.h"
#include "third_party/tflite/src/tensorflow/lite/op_resolver.h"

namespace language_detection {

std::unique_ptr<tflite::MutableOpResolver> CreateLangIdResolver() {
  tflite::MutableOpResolver resolver;
  // The minimal set of OPs required to run the language detection model.
  resolver.AddBuiltin(tflite::BuiltinOperator_CONCATENATION,
                      tflite::ops::builtin::Register_CONCATENATION());
  resolver.AddBuiltin(tflite::BuiltinOperator_FULLY_CONNECTED,
                      tflite::ops::builtin::Register_FULLY_CONNECTED(),
                      /*min_version=*/1, /*max_version=*/9);
  resolver.AddBuiltin(tflite::BuiltinOperator_RESHAPE,
                      tflite::ops::builtin::Register_RESHAPE());
  resolver.AddBuiltin(tflite::BuiltinOperator_SOFTMAX,
                      tflite::ops::builtin::Register_SOFTMAX());
  resolver.AddBuiltin(::tflite::BuiltinOperator_UNPACK,
                      tflite::ops::builtin::Register_UNPACK());
  resolver.AddCustom("NGramHash", Register_NGRAM_HASH());
  resolver.AddCustom("EmbeddingLookup", Register_EMBEDDING_LOOKUP());
  return std::make_unique<tflite::MutableOpResolver>(resolver);
}

}  // namespace language_detection

#endif  // COMPONENTS_LANGUAGE_DETECTION_CORE_LANGUAGE_DETECTION_RESOLVER_H_