1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
|
// Copyright 2021 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef COMPONENTS_OPTIMIZATION_GUIDE_CORE_BERT_MODEL_EXECUTOR_H_
#define COMPONENTS_OPTIMIZATION_GUIDE_CORE_BERT_MODEL_EXECUTOR_H_
#include "components/optimization_guide/core/tflite_model_executor.h"
#include "third_party/tflite_support/src/tensorflow_lite_support/cc/task/core/category.h"
namespace optimization_guide {
// A full implementation of a ModelExecutor that executes BERT models.
class BertModelExecutor
: public TFLiteModelExecutor<std::vector<tflite::task::core::Category>,
const std::string&> {
public:
explicit BertModelExecutor(proto::OptimizationTarget optimization_target);
~BertModelExecutor() override;
using ModelExecutionTask =
tflite::task::core::BaseTaskApi<std::vector<tflite::task::core::Category>,
const std::string&>;
// ModelExecutor:
std::optional<std::vector<tflite::task::core::Category>> Execute(
ModelExecutionTask* execution_task,
ExecutionStatus* out_status,
const std::string& input) override;
base::expected<std::unique_ptr<ModelExecutionTask>, ExecutionStatus>
BuildModelExecutionTask(base::File& model_file) override;
private:
const proto::OptimizationTarget optimization_target_;
// -1 tells TFLite to use its own default number of threads.
const int num_threads_ = -1;
};
} // namespace optimization_guide
#endif // COMPONENTS_OPTIMIZATION_GUIDE_CORE_BERT_MODEL_EXECUTOR_H_
|
