1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
|
// Copyright 2016 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "third_party/blink/renderer/modules/shapedetection/face_detector.h"
#include <utility>
#include "services/shape_detection/public/mojom/facedetection_provider.mojom-blink.h"
#include "third_party/blink/public/platform/browser_interface_broker_proxy.h"
#include "third_party/blink/public/platform/platform.h"
#include "third_party/blink/renderer/bindings/core/v8/script_promise_resolver.h"
#include "third_party/blink/renderer/bindings/core/v8/v8_throw_dom_exception.h"
#include "third_party/blink/renderer/bindings/modules/v8/v8_detected_face.h"
#include "third_party/blink/renderer/bindings/modules/v8/v8_face_detector_options.h"
#include "third_party/blink/renderer/bindings/modules/v8/v8_landmark.h"
#include "third_party/blink/renderer/bindings/modules/v8/v8_point_2d.h"
#include "third_party/blink/renderer/core/dom/dom_exception.h"
#include "third_party/blink/renderer/core/execution_context/execution_context.h"
#include "third_party/blink/renderer/core/geometry/dom_rect.h"
#include "third_party/blink/renderer/core/workers/worker_thread.h"
#include "third_party/blink/renderer/modules/canvas/imagebitmap/image_bitmap_source_util.h"
#include "third_party/blink/renderer/platform/heap/garbage_collected.h"
#include "third_party/blink/renderer/platform/wtf/text/wtf_string.h"
namespace blink {
namespace {
V8LandmarkType::Enum ToV8LandmarkType(
shape_detection::mojom::blink::LandmarkType landmark_type) {
using shape_detection::mojom::blink::LandmarkType;
switch (landmark_type) {
case LandmarkType::MOUTH:
return V8LandmarkType::Enum::kMouth;
case LandmarkType::EYE:
return V8LandmarkType::Enum::kEye;
case LandmarkType::NOSE:
return V8LandmarkType::Enum::kNose;
}
NOTREACHED();
}
} // namespace
FaceDetector* FaceDetector::Create(ExecutionContext* context,
const FaceDetectorOptions* options) {
return MakeGarbageCollected<FaceDetector>(context, options);
}
FaceDetector::FaceDetector(ExecutionContext* context,
const FaceDetectorOptions* options)
: face_service_(context) {
auto face_detector_options =
shape_detection::mojom::blink::FaceDetectorOptions::New();
face_detector_options->max_detected_faces = options->maxDetectedFaces();
face_detector_options->fast_mode = options->fastMode();
mojo::Remote<shape_detection::mojom::blink::FaceDetectionProvider> provider;
// See https://bit.ly/2S0zRAS for task types.
auto task_runner = context->GetTaskRunner(TaskType::kMiscPlatformAPI);
context->GetBrowserInterfaceBroker().GetInterface(
provider.BindNewPipeAndPassReceiver(task_runner));
provider->CreateFaceDetection(
face_service_.BindNewPipeAndPassReceiver(task_runner),
std::move(face_detector_options));
face_service_.set_disconnect_handler(BindOnce(
&FaceDetector::OnFaceServiceConnectionError, WrapWeakPersistent(this)));
}
ScriptPromise<IDLSequence<DetectedFace>> FaceDetector::detect(
ScriptState* script_state,
const V8ImageBitmapSource* image_source,
ExceptionState& exception_state) {
std::optional<SkBitmap> bitmap = GetBitmapFromV8ImageBitmapSource(
script_state, image_source, exception_state);
if (!bitmap) {
return ScriptPromise<IDLSequence<DetectedFace>>();
}
auto* resolver =
MakeGarbageCollected<ScriptPromiseResolver<IDLSequence<DetectedFace>>>(
script_state, exception_state.GetContext());
auto promise = resolver->Promise();
if (bitmap->isNull()) {
resolver->Resolve(HeapVector<Member<DetectedFace>>());
return promise;
}
if (!face_service_.is_bound()) {
resolver->RejectWithDOMException(DOMExceptionCode::kNotSupportedError,
"Face detection service unavailable.");
return promise;
}
face_service_requests_.insert(resolver);
face_service_->Detect(
std::move(*bitmap),
BindOnce(&FaceDetector::OnDetectFaces, WrapPersistent(this),
WrapPersistent(resolver)));
return promise;
}
void FaceDetector::OnDetectFaces(
ScriptPromiseResolver<IDLSequence<DetectedFace>>* resolver,
Vector<shape_detection::mojom::blink::FaceDetectionResultPtr>
face_detection_results) {
DCHECK(face_service_requests_.Contains(resolver));
face_service_requests_.erase(resolver);
HeapVector<Member<DetectedFace>> detected_faces;
for (const auto& face : face_detection_results) {
HeapVector<Member<Landmark>> landmarks;
for (const auto& landmark : face->landmarks) {
HeapVector<Member<Point2D>> locations;
for (const auto& location : landmark->locations) {
Point2D* web_location = Point2D::Create();
web_location->setX(location.x());
web_location->setY(location.y());
locations.push_back(web_location);
}
Landmark* web_landmark = Landmark::Create();
web_landmark->setLocations(locations);
web_landmark->setType(ToV8LandmarkType(landmark->type));
landmarks.push_back(web_landmark);
}
DetectedFace* detected_face = DetectedFace::Create();
detected_face->setBoundingBox(DOMRectReadOnly::Create(
face->bounding_box.x(), face->bounding_box.y(),
face->bounding_box.width(), face->bounding_box.height()));
detected_face->setLandmarks(landmarks);
detected_faces.push_back(detected_face);
}
resolver->Resolve(detected_faces);
}
void FaceDetector::OnFaceServiceConnectionError() {
for (const auto& request : face_service_requests_) {
// Check if callback's resolver is still valid.
if (!IsInParallelAlgorithmRunnable(request->GetExecutionContext(),
request->GetScriptState())) {
continue;
}
// Enter into resolver's context to support creating DOMException.
ScriptState::Scope script_state_scope(request->GetScriptState());
request->Reject(V8ThrowDOMException::CreateOrDie(
request->GetScriptState()->GetIsolate(),
DOMExceptionCode::kNotSupportedError,
"Face Detection not implemented."));
}
face_service_requests_.clear();
face_service_.reset();
}
void FaceDetector::Trace(Visitor* visitor) const {
ScriptWrappable::Trace(visitor);
visitor->Trace(face_service_);
visitor->Trace(face_service_requests_);
}
} // namespace blink
|
