1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
|
// Copyright 2024 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef THIRD_PARTY_BLINK_RENDERER_MODULES_AI_MODEL_EXECUTION_RESPONDER_H_
#define THIRD_PARTY_BLINK_RENDERER_MODULES_AI_MODEL_EXECUTION_RESPONDER_H_
#include <tuple>
#include "base/functional/callback_forward.h"
#include "base/memory/scoped_refptr.h"
#include "mojo/public/cpp/bindings/pending_remote.h"
#include "third_party/blink/public/mojom/ai/model_streaming_responder.mojom-blink-forward.h"
#include "third_party/blink/renderer/bindings/core/v8/idl_types.h"
#include "third_party/blink/renderer/bindings/core/v8/script_promise.h"
#include "third_party/blink/renderer/bindings/core/v8/script_promise_resolver.h"
#include "third_party/blink/renderer/modules/ai/ai_metrics.h"
#include "third_party/blink/renderer/modules/modules_export.h"
namespace base {
class SequencedTaskRunner;
} // namespace base
namespace blink {
class AbortSignal;
class ReadableStream;
class ScriptState;
// Creates a ModelStreamingResponder that handles the streaming output of a
// model execution. The responder streams results into the returned
// ReadableStream.
MODULES_EXPORT std::tuple<
ReadableStream*,
mojo::PendingRemote<blink::mojom::blink::ModelStreamingResponder>>
CreateModelExecutionStreamingResponder(
ScriptState* script_state,
AbortSignal* signal,
scoped_refptr<base::SequencedTaskRunner> task_runner,
AIMetrics::AISessionType session_type,
base::OnceCallback<void(mojom::blink::ModelExecutionContextInfoPtr)>
complete_callback,
base::RepeatingClosure overflow_callback);
// Creates a ModelStreamingResponder that handles the streaming output of the
// model execution. The responder will resolves given resolver with the full
// result.
MODULES_EXPORT
mojo::PendingRemote<blink::mojom::blink::ModelStreamingResponder>
CreateModelExecutionResponder(
ScriptState* script_state,
AbortSignal* signal,
ScriptPromiseResolver<IDLString>* resolver,
scoped_refptr<base::SequencedTaskRunner> task_runner,
AIMetrics::AISessionType session_type,
base::OnceCallback<void(mojom::blink::ModelExecutionContextInfoPtr)>
complete_callback,
base::RepeatingClosure overflow_callback);
// Creates a closed ReadableStream without any chunk.
MODULES_EXPORT
ReadableStream* CreateEmptyReadableStream(
ScriptState* script_state,
AIMetrics::AISessionType session_type);
} // namespace blink
#endif // THIRD_PARTY_BLINK_RENDERER_MODULES_AI_MODEL_EXECUTION_RESPONDER_H_
|
