1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
|
// Copyright 2022 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef THIRD_PARTY_BLINK_RENDERER_MODULES_ML_ML_CONTEXT_H_
#define THIRD_PARTY_BLINK_RENDERER_MODULES_ML_ML_CONTEXT_H_
#include <optional>
#include <string>
#include "base/containers/span.h"
#include "services/webnn/public/cpp/context_properties.h"
#include "services/webnn/public/cpp/ml_tensor_usage.h"
#include "services/webnn/public/cpp/operand_descriptor.h"
#include "services/webnn/public/cpp/webnn_trace.h"
#include "services/webnn/public/mojom/webnn_context.mojom-blink.h"
#include "services/webnn/public/mojom/webnn_context_provider.mojom-blink-forward.h"
#include "third_party/blink/public/common/tokens/tokens.h"
#include "third_party/blink/renderer/bindings/core/v8/idl_types.h"
#include "third_party/blink/renderer/bindings/core/v8/script_promise.h"
#include "third_party/blink/renderer/bindings/core/v8/script_promise_property.h"
#include "third_party/blink/renderer/bindings/core/v8/script_promise_resolver.h"
#include "third_party/blink/renderer/bindings/modules/v8/v8_ml_device_type.h"
#include "third_party/blink/renderer/bindings/modules/v8/v8_ml_power_preference.h"
#include "third_party/blink/renderer/core/typed_arrays/array_buffer_view_helpers.h"
#include "third_party/blink/renderer/core/typed_arrays/dom_array_buffer.h"
#include "third_party/blink/renderer/core/typed_arrays/dom_array_buffer_base.h"
#include "third_party/blink/renderer/modules/ml/webnn/allow_shared_buffer_source_util.h"
#include "third_party/blink/renderer/modules/ml/webnn/ml_graph.h"
#include "third_party/blink/renderer/modules/modules_export.h"
#include "third_party/blink/renderer/platform/bindings/script_wrappable.h"
#include "third_party/blink/renderer/platform/heap/collection_support/heap_hash_set.h"
#include "third_party/blink/renderer/platform/heap/member.h"
#include "third_party/blink/renderer/platform/heap/visitor.h"
#include "third_party/blink/renderer/platform/mojo/heap_mojo_remote.h"
namespace blink {
class ExecutionContext;
class MLTensor;
class MLTensorDescriptor;
class MLContextLostInfo;
class MLOpSupportLimits;
class GPUBuffer;
class GPUDevice;
class MODULES_EXPORT MLContext : public ScriptWrappable {
DEFINE_WRAPPERTYPEINFO();
public:
MLContext(
ExecutionContext* execution_context,
const V8MLDeviceType device_type,
const V8MLPowerPreference power_preference,
webnn::mojom::blink::CreateContextSuccessPtr create_context_success);
MLContext(const MLContext&) = delete;
MLContext& operator=(const MLContext&) = delete;
~MLContext() override;
V8MLDeviceType GetDeviceType() const;
V8MLPowerPreference GetPowerPreference() const;
const webnn::ContextProperties& GetProperties() { return properties_; }
void Trace(Visitor* visitor) const override;
const blink::WebNNContextToken& handle() const { return webnn_handle_; }
// IDL interface:
ScriptPromise<MLContextLostInfo> lost(ScriptState* script_state);
void destroy(ScriptState* script_state, ExceptionState& exception_state);
ScriptPromise<MLTensor> createTensor(ScriptState* script_state,
const MLTensorDescriptor* descriptor,
ExceptionState& exception_state);
ScriptPromise<MLTensor> createConstantTensor(
ScriptState* script_state,
const MLOperandDescriptor* descriptor,
AllowSharedBufferSource* src_data,
ExceptionState& exception_state);
void writeTensor(ScriptState* script_state,
MLTensor* dst_tensor,
AllowSharedBufferSource* src_data,
ExceptionState& exception_state);
ScriptPromise<DOMArrayBuffer> readTensor(ScriptState* script_state,
MLTensor* src_tensor,
ExceptionState& exception_state);
ScriptPromise<IDLUndefined> readTensor(ScriptState* script_state,
MLTensor* src_tensor,
AllowSharedBufferSource* dst_data,
ExceptionState& exception_state);
void dispatch(ScriptState* script_state,
MLGraph* graph,
const MLNamedTensors& inputs,
const MLNamedTensors& outputs,
ExceptionState& exception_state);
ScriptPromise<GPUBuffer> exportToGPU(ScriptState* script_state,
GPUDevice* device,
MLTensor* tensor,
ExceptionState& exception_state);
MLGraphBuilder* CreateWebNNGraphBuilder(ScriptState* script_state,
ExceptionState& exception_state);
const MLOpSupportLimits* opSupportLimits(ScriptState* script_state);
void OnGraphCreated(MLGraph* graph);
private:
using LostProperty = ScriptPromiseProperty<MLContextLostInfo, IDLUndefined>;
// Close the `context_remote_` pipe because the context has been lost.
void OnLost(uint32_t custom_reason, const std::string& description);
void DidCreateWebNNTensor(webnn::ScopedTrace scoped_trace,
ScriptPromiseResolver<blink::MLTensor>* resolver,
webnn::OperandDescriptor validated_descriptor,
webnn::MLTensorUsage usage,
webnn::mojom::blink::CreateTensorResultPtr result);
V8MLDeviceType device_type_;
V8MLPowerPreference power_preference_;
Member<LostProperty> lost_property_;
// The `WebNNContext` is a initialized context that can be used by the
// hardware accelerated OS machine learning API.
HeapMojoRemote<webnn::mojom::blink::WebNNContext> context_remote_;
webnn::ContextProperties properties_;
// Identifies this `WebNNContext` mojo instance in the service process.
const blink::WebNNContextToken webnn_handle_;
// Keep a set of unresolved `ScriptPromiseResolver`s which will be
// rejected when the Mojo pipe is unexpectedly disconnected.
HeapHashSet<Member<ScriptPromiseResolver<MLTensor>>> pending_resolvers_;
HeapHashSet<WeakMember<MLGraph>> graphs_;
HeapHashSet<WeakMember<MLGraphBuilder>> graph_builders_;
HeapHashSet<WeakMember<MLTensor>> tensors_;
};
} // namespace blink
#endif // THIRD_PARTY_BLINK_RENDERER_MODULES_ML_ML_CONTEXT_H_
|
