File: ax_tree_extractor.h

package info (click to toggle)
chromium 139.0.7258.127-2
  • links: PTS, VCS
  • area: main
  • in suites: forky
  • size: 6,122,156 kB
  • sloc: cpp: 35,100,771; ansic: 7,163,530; javascript: 4,103,002; python: 1,436,920; asm: 946,517; xml: 746,709; pascal: 187,653; perl: 88,691; sh: 88,436; objc: 79,953; sql: 51,488; cs: 44,583; fortran: 24,137; makefile: 22,147; tcl: 15,277; php: 13,980; yacc: 8,984; ruby: 7,485; awk: 3,720; lisp: 3,096; lex: 1,327; ada: 727; jsp: 228; sed: 36
file content (85 lines) | stat: -rw-r--r-- 3,198 bytes parent folder | download | duplicates (6)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
// Copyright 2024 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

#ifndef CHROMEOS_COMPONENTS_MAHI_AX_TREE_EXTRACTOR_H_
#define CHROMEOS_COMPONENTS_MAHI_AX_TREE_EXTRACTOR_H_

#include "base/functional/callback.h"
#include "base/memory/weak_ptr.h"
#include "chromeos/components/mahi/public/mojom/content_extraction.mojom.h"
#include "mojo/public/cpp/bindings/remote.h"
#include "services/screen_ai/public/mojom/screen_ai_service.mojom.h"
#include "ui/accessibility/ax_tree.h"

namespace mahi {

using ExtractContentCallback =
    mojom::ContentExtractionService::ExtractContentCallback;
using GetContentSizeCallback =
    mojom::ContentExtractionService::GetContentSizeCallback;
using OnAxTreeDistilledCallback =
    base::OnceCallback<void(const std::vector<ui::AXNodeID>&)>;

// `AXTreeExtractor` is a class that distills an AXTreeUpdate, and then either
// extracts the contents or gets the size of the contents.
// If `kScreen2x` is chosen, the distillation is performed by the Screen2x model
// in another utility process.
// If `kAlgorithm` is chosen, the distillation is performed by rule based
// algorithm defined in this file.
class AXTreeExtractor {
 public:
  AXTreeExtractor();
  AXTreeExtractor(const AXTreeExtractor&) = delete;
  AXTreeExtractor& operator=(const AXTreeExtractor&) = delete;
  ~AXTreeExtractor();

  void OnScreen2xReady(
      mojo::PendingRemote<screen_ai::mojom::Screen2xMainContentExtractor>
          screen2x_content_extractor);

  void ExtractContent(mojom::ExtractionRequestPtr extraction_request,
                      ExtractContentCallback callback);

  void GetContentSize(mojom::ExtractionRequestPtr extraction_request,
                      GetContentSizeCallback callback);

 private:
  void ExtractContentFromSnapshot(
      mojom::ExtractionRequestPtr extraction_request,
      ExtractContentCallback callback);

  void ExtractContentFromAXTreeUpdates(
      mojom::ExtractionRequestPtr extraction_request,
      ExtractContentCallback callback);

  void DistillViaAlgorithm(const ui::AXTree* tree,
                           std::vector<ui::AXNodeID>* content_node_ids);

  void OnGetScreen2xResult(
      std::vector<ui::AXNodeID> content_node_ids_algorithm,
      OnAxTreeDistilledCallback on_ax_tree_distilled_callback,
      const std::vector<ui::AXNodeID>& content_node_ids_screen2x);

  void OnDistilledForContentExtraction(
      std::unique_ptr<ui::AXTree> tree,
      ExtractContentCallback callback,
      mojom::ResponseStatus status,
      const std::vector<ui::AXNodeID>& content_node_ids);

  void OnDistilledForContentSize(
      std::unique_ptr<ui::AXTree> tree,
      GetContentSizeCallback callback,
      mojom::ResponseStatus status,
      const std::vector<ui::AXNodeID>& content_node_ids);

  // The remote of the Screen2x main content extractor. The receiver lives in
  // another utility process.
  mojo::Remote<screen_ai::mojom::Screen2xMainContentExtractor>
      screen2x_main_content_extractor_;
  base::WeakPtrFactory<AXTreeExtractor> weak_ptr_factory_{this};
};

}  // namespace mahi

#endif  // CHROMEOS_COMPONENTS_MAHI_AX_TREE_EXTRACTOR_H_