1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
|
// Copyright 2025 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef CHROME_BROWSER_AI_AI_ON_DEVICE_SESSION_H_
#define CHROME_BROWSER_AI_AI_ON_DEVICE_SESSION_H_
#include "base/containers/queue.h"
#include "components/optimization_guide/core/optimization_guide_model_executor.h"
// Execution set for Optimization Guide sessions. It handles queueing requests
// for `ExecuteModel()` since multiple executions are not supported currently.
// Not thread-safe.
//
// TODO(crbug.com/403352722): When Optimization Guide supports broker interface
// via mojo, the logic in this class can be moved to the implementation of
// each feature.
class AIOnDeviceSession {
public:
explicit AIOnDeviceSession(
std::unique_ptr<
optimization_guide::OptimizationGuideModelExecutor::Session> session);
~AIOnDeviceSession();
// Not copyable or movable.
AIOnDeviceSession(const AIOnDeviceSession&) = delete;
AIOnDeviceSession& operator=(const AIOnDeviceSession&) = delete;
// Queues the request for
// `OptimizationGuideModelExecutor::Session::ExecuteModel()`.
void ExecuteModelOrQueue(
optimization_guide::MultimodalMessage request,
optimization_guide::OptimizationGuideModelExecutionResultStreamingCallback
callback);
optimization_guide::OptimizationGuideModelExecutor::Session* session() {
return session_.get();
}
private:
// Takes the next pending request, if there is no execution in flight.
void MaybeRunNextExecutionRequest();
// Callback function invoked by
// `OptimizationGuideModelExecutor::Session::ExecuteModel()`.
void ModelExecutionCallback(
optimization_guide::OptimizationGuideModelExecutionResultStreamingCallback
final_callback,
optimization_guide::OptimizationGuideModelStreamingExecutionResult
result);
// The underlying session provided by Optimization Guide.
std::unique_ptr<optimization_guide::OptimizationGuideModelExecutor::Session>
session_;
// Queue holding execution requests.
base::queue<
std::pair<optimization_guide::MultimodalMessage,
optimization_guide::
OptimizationGuideModelExecutionResultStreamingCallback>>
requests_;
bool is_execution_in_progress_ = false;
base::WeakPtrFactory<AIOnDeviceSession> weak_ptr_factory_{this};
};
#endif // CHROME_BROWSER_AI_AI_ON_DEVICE_SESSION_H_
|
