1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
|
# Copyright 2021 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
import("//build/config/sanitizers/sanitizers.gni")
import("//third_party/flatbuffers/flatbuffer.gni")
config("tensorflow-text-config") {
include_dirs = [
"src",
"shims",
"$root_gen_dir/third_party/tensorflow-text/src",
]
}
config("tensorflow-text-flags") {
cflags = [ "-Wno-comment" ]
}
static_library("tensorflow-text") {
sources = [
"src/tensorflow_text/core/kernels/disjoint_set_forest.h",
"src/tensorflow_text/core/kernels/mst_solver.h",
"src/tensorflow_text/core/kernels/regex_split.cc",
"src/tensorflow_text/core/kernels/regex_split.h",
"src/tensorflow_text/core/kernels/wordpiece_tokenizer.cc",
"src/tensorflow_text/core/kernels/wordpiece_tokenizer.h",
]
deps = [
"//third_party/abseil-cpp:absl",
"//third_party/icu",
"//third_party/re2",
]
configs -= [ "//build/config/compiler:chromium_code" ]
configs += [
":tensorflow-text-flags",
"//build/config/compiler:no_chromium_code",
]
public_configs = [ ":tensorflow-text-config" ]
}
flatbuffer("bert_model_schemas") {
sources = [
"src/tensorflow_text/core/kernels/fast_bert_normalizer_model.fbs",
"src/tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model.fbs",
]
}
static_library("shimed_bert_model_ops") {
sources = [
"src/tensorflow_text/core/kernels/darts_clone_trie_wrapper.h",
"src/tensorflow_text/core/kernels/fast_bert_normalizer.h",
"src/tensorflow_text/core/kernels/fast_bert_normalizer_kernel_template.h",
"src/tensorflow_text/core/kernels/fast_bert_normalizer_tflite.h",
"src/tensorflow_text/core/kernels/fast_wordpiece_tokenizer.cc",
"src/tensorflow_text/core/kernels/fast_wordpiece_tokenizer.h",
"src/tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel_template.h",
"src/tensorflow_text/core/kernels/fast_wordpiece_tokenizer_tflite.h",
"src/tensorflow_text/core/kernels/fast_wordpiece_tokenizer_utils.h",
]
deps = [
":bert_model_schemas",
":tensorflow-text",
"//third_party/abseil-cpp:absl",
"//third_party/flatbuffers",
"//third_party/icu",
"//third_party/re2",
"//third_party/tflite",
]
configs -= [ "//build/config/compiler:chromium_code" ]
configs += [
":tensorflow-text-flags",
"//build/config/compiler:no_chromium_code",
]
public_configs = [ ":tensorflow-text-config" ]
}
|
