1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
|
// Copyright 2025 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "chrome/renderer/actor/mouse_move_tool.h"
#include <optional>
#include "base/time/time.h"
#include "chrome/common/actor.mojom-data-view.h"
#include "chrome/common/actor/action_result.h"
#include "chrome/common/actor/actor_logging.h"
#include "chrome/renderer/actor/tool_utils.h"
#include "content/public/renderer/render_frame.h"
#include "third_party/abseil-cpp/absl/strings/str_format.h"
#include "third_party/blink/public/common/input/web_coalesced_input_event.h"
#include "third_party/blink/public/common/input/web_input_event.h"
#include "third_party/blink/public/common/input/web_mouse_event.h"
#include "third_party/blink/public/platform/web_input_event_result.h"
#include "third_party/blink/public/web/web_frame_widget.h"
#include "third_party/blink/public/web/web_local_frame.h"
#include "third_party/blink/public/web/web_node.h"
#include "ui/events/base_event_utils.h"
#include "ui/gfx/geometry/point_f.h"
#include "ui/latency/latency_info.h"
namespace {
blink::WebMouseEvent CreateMouseEvent(blink::WebInputEvent::Type event_type,
const gfx::PointF& position) {
blink::WebMouseEvent mouse_event(
event_type, blink::WebInputEvent::kNoModifiers, ui::EventTimeForNow());
// No button for move
mouse_event.button = blink::WebMouseEvent::Button::kNoButton;
mouse_event.SetPositionInWidget(position);
return mouse_event;
}
} // namespace
namespace actor {
MouseMoveTool::MouseMoveTool(content::RenderFrame& frame,
Journal::TaskId task_id,
Journal& journal,
mojom::MouseMoveActionPtr action)
: ToolBase(frame, task_id, journal), action_(std::move(action)) {}
MouseMoveTool::~MouseMoveTool() = default;
mojom::ActionResultPtr MouseMoveTool::Execute() {
ValidatedResult validated_result = Validate();
if (!validated_result.has_value()) {
return std::move(validated_result.error());
}
gfx::PointF move_point = validated_result.value();
// Dispatch MouseMove event
blink::WebMouseEvent mouse_move =
CreateMouseEvent(blink::WebInputEvent::Type::kMouseMove, move_point);
blink::WebInputEventResult move_result =
frame_->GetWebFrame()->FrameWidget()->HandleInputEvent(
blink::WebCoalescedInputEvent(mouse_move, ui::LatencyInfo()));
// Note: KNotHandled probably shouldn't result in an error.
if (move_result == blink::WebInputEventResult::kNotHandled ||
move_result == blink::WebInputEventResult::kHandledSuppressed) {
return MakeResult(mojom::ActionResultCode::kMouseMoveEventSuppressed);
}
return MakeOkResult();
}
std::string MouseMoveTool::DebugString() const {
return absl::StrFormat("MouseMoveTool[%s]", ToDebugString(action_->target));
}
MouseMoveTool::ValidatedResult MouseMoveTool::Validate() const {
CHECK(frame_->GetWebFrame());
CHECK(frame_->GetWebFrame()->FrameWidget());
if (action_->target->is_coordinate()) {
gfx::PointF move_point = gfx::PointF(action_->target->get_coordinate());
if (!IsPointWithinViewport(move_point, frame_.get())) {
return base::unexpected(
MakeResult(mojom::ActionResultCode::kCoordinatesOutOfBounds,
absl::StrFormat("Point [%s]", move_point.ToString())));
}
return move_point;
}
blink::WebNode node =
GetNodeFromId(frame_.get(), action_->target->get_dom_node_id());
if (node.IsNull()) {
return base::unexpected(
MakeResult(mojom::ActionResultCode::kInvalidDomNodeId));
}
std::optional<gfx::PointF> move_point = InteractionPointFromWebNode(node);
if (!move_point.has_value()) {
return base::unexpected(
MakeResult(mojom::ActionResultCode::kElementOffscreen));
}
return *move_point;
}
} // namespace actor
|
