1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
|
// Copyright 2024 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef CHROME_BROWSER_AI_AI_WRITER_H_
#define CHROME_BROWSER_AI_AI_WRITER_H_
#include <optional>
#include <string>
#include "chrome/browser/ai/ai_context_bound_object.h"
#include "chrome/browser/ai/ai_on_device_session.h"
#include "components/optimization_guide/core/optimization_guide_model_executor.h"
#include "components/optimization_guide/proto/features/writing_assistance_api.pb.h"
#include "mojo/public/cpp/bindings/pending_receiver.h"
#include "mojo/public/cpp/bindings/receiver.h"
#include "mojo/public/cpp/bindings/remote_set.h"
#include "third_party/blink/public/mojom/ai/ai_writer.mojom.h"
#include "third_party/blink/public/mojom/ai/model_streaming_responder.mojom-forward.h"
// The implementation of `blink::mojom::AIWriter`, which exposes the single
// stream-based `Write()` API.
// TODO(crbug.com/402442890): Refactor Writing Assistance APIs to reduce
// duplicated code.
class AIWriter : public AIContextBoundObject, public blink::mojom::AIWriter {
public:
AIWriter(
AIContextBoundObjectSet& context_bound_object_set,
std::unique_ptr<
optimization_guide::OptimizationGuideModelExecutor::Session> session,
blink::mojom::AIWriterCreateOptionsPtr options,
mojo::PendingReceiver<blink::mojom::AIWriter> receiver);
AIWriter(const AIWriter&) = delete;
AIWriter& operator=(const AIWriter&) = delete;
~AIWriter() override;
static std::unique_ptr<optimization_guide::proto::WritingAssistanceApiOptions>
ToProtoOptions(const blink::mojom::AIWriterCreateOptionsPtr& options);
// `blink::mojom::AIWriter` implementation.
void Write(const std::string& input,
const std::optional<std::string>& context,
mojo::PendingRemote<blink::mojom::ModelStreamingResponder>
pending_responder) override;
void MeasureUsage(const std::string& input,
const std::string& context,
MeasureUsageCallback callback) override;
// AIContextBoundObject:
void SetPriority(on_device_model::mojom::Priority priority) override;
private:
void DidGetExecutionInputSizeForWrite(
mojo::RemoteSetElementId responder_id,
const optimization_guide::proto::WritingAssistanceApiRequest& request,
std::optional<uint32_t> result);
void DidGetExecutionInputSizeInTokensForMeasure(
MeasureUsageCallback callback,
std::optional<uint32_t> result);
void ModelExecutionCallback(
mojo::RemoteSetElementId responder_id,
optimization_guide::OptimizationGuideModelStreamingExecutionResult
result);
optimization_guide::proto::WritingAssistanceApiRequest BuildRequest(
const std::string& input,
const std::string& context);
AIOnDeviceSession session_wrapper_;
const blink::mojom::AIWriterCreateOptionsPtr options_;
// The `RemoteSet` storing all the responders, each of them corresponds to one
// `Execute()` call.
mojo::RemoteSet<blink::mojom::ModelStreamingResponder> responder_set_;
mojo::Receiver<blink::mojom::AIWriter> receiver_;
base::WeakPtrFactory<AIWriter> weak_ptr_factory_{this};
};
#endif // CHROME_BROWSER_AI_AI_WRITER_H_
|
