1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
|
// Copyright 2012 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef CHROME_BROWSER_UI_TAB_CONTENTS_CORE_TAB_HELPER_H_
#define CHROME_BROWSER_UI_TAB_CONTENTS_CORE_TAB_HELPER_H_
#include <string>
#include <vector>
#include "base/functional/callback.h"
#include "base/gtest_prod_util.h"
#include "base/memory/weak_ptr.h"
#include "base/time/time.h"
#include "chrome/common/chrome_render_frame.mojom.h"
#include "components/lens/lens_entrypoints.h"
#include "components/search_engines/template_url.h"
#include "components/search_engines/template_url_service.h"
#include "content/public/browser/web_contents_observer.h"
#include "content/public/browser/web_contents_user_data.h"
#include "mojo/public/cpp/bindings/associated_remote.h"
#include "ui/gfx/geometry/size.h"
#include "ui/gfx/image/image.h"
#include "url/gurl.h"
class SkBitmap;
using DownscaleAndEncodeBitmapCallback = base::OnceCallback<void(
const std::vector<unsigned char>& thumbnail_data,
const std::string& content_type,
const gfx::Size& original_size,
const gfx::Size& downscaled_size,
const std::vector<lens::mojom::LatencyLogPtr> log_data)>;
// Per-tab class to handle functionality that is core to the operation of tabs.
// TODO(crbug.com/346044243): Delete this class.
class CoreTabHelper : public content::WebContentsObserver,
public content::WebContentsUserData<CoreTabHelper> {
public:
CoreTabHelper(const CoreTabHelper&) = delete;
CoreTabHelper& operator=(const CoreTabHelper&) = delete;
~CoreTabHelper() override;
// Initial title assigned to NavigationEntries from Navigate.
static std::u16string GetDefaultTitle();
// Returns a human-readable description the tab's loading state.
std::u16string GetStatusText() const;
void UpdateContentRestrictions(int content_restrictions);
// Encodes the given image to proper image format, adds to |search_args|
// thumbnail image content data, and emits the image bytes size. Also
// returns the format the image was encoded to.
// Public for testing.
static lens::mojom::ImageFormat EncodeImageIntoSearchArgs(
const gfx::Image& image,
size_t& encoded_size_bytes,
TemplateURLRef::SearchTermsArgs& search_args);
// Downscales and encodes the image and sets the content type for the result
// image. The resulting format will be jpeg if the image was opaque and webp
// otherwise. Returns the vector of image bytes. Public for testing.
static void DownscaleAndEncodeBitmap(
const SkBitmap& bitmap,
int thumbnail_min_area,
int thumbnail_max_width,
int thumbnail_max_height,
DownscaleAndEncodeBitmapCallback callback);
// Opens the Lens standalone experience for the image that triggered the
// context menu. If the google lens supports opening requests in side panel,
// then the request will open in the side panel instead of new tab, unless
// force_open_in_new_tab is set.
void SearchWithLens(content::RenderFrameHost* render_frame_host,
const GURL& src_url,
lens::EntryPoint entry_point);
// Opens the Lens experience for an `image`, which will be resized if needed.
// If the search engine supports opening requests in side panel, then the
// request will open in the side panel instead of a new tab, unless
// force_open_in_new_tab is set.
void SearchWithLens(const gfx::Image& image, lens::EntryPoint entry_point);
// Performs an image search for the image that triggered the context menu. The
// `src_url` is passed to the search request and is not used directly to fetch
// the image resources. If the search engine supports opening requests in side
// panel, then the request will open in the side panel instead of a new tab.
void SearchByImage(content::RenderFrameHost* render_frame_host,
const GURL& src_url);
// Performs an image search for the provided `image`, which will be resized if
// needed. If the search engine supports opening requests in side panel, then
// the request will open in side panel instead of a new tab.
void SearchByImage(const gfx::Image& image);
void set_new_tab_start_time(const base::TimeTicks& time) {
new_tab_start_time_ = time;
}
base::TimeTicks new_tab_start_time() const { return new_tab_start_time_; }
int content_restrictions() const { return content_restrictions_; }
private:
explicit CoreTabHelper(content::WebContents* web_contents);
friend class content::WebContentsUserData<CoreTabHelper>;
static bool GetStatusTextForWebContents(std::u16string* status_text,
content::WebContents* source);
// content::WebContentsObserver overrides:
void DidStartLoading() override;
void NavigationEntriesDeleted() override;
void OnWebContentsFocused(content::RenderWidgetHost*) override;
void OnWebContentsLostFocus(content::RenderWidgetHost*) override;
// Asynchronously downscales and encodes the image from the context node
// before issuing an image search request for the image.
void DoSearchByImageWithBitmap(
mojo::AssociatedRemote<chrome::mojom::ChromeRenderFrame>
chrome_render_frame,
const GURL& src_url,
const std::string& additional_query_params,
int thumbnail_min_area,
int thumbnail_max_width,
int thumbnail_max_height,
const SkBitmap& bitmap);
void DoSearchByImage(const GURL& src_url,
const std::string& additional_query_params,
const std::vector<unsigned char>& thumbnail_data,
const std::string& content_type,
const gfx::Size& original_size,
const gfx::Size& downscaled_size,
const std::vector<lens::mojom::LatencyLogPtr> log_data);
// Wrapper method for fetching template URL service.
TemplateURLService* GetTemplateURLService();
// Encode the image and set the content type and image format for the
// result image. Returns the vector of image bytes.
static std::vector<unsigned char> EncodeImage(
const gfx::Image& image,
std::string& content_type,
lens::mojom::ImageFormat& image_format);
// Posts the bytes and content type to the specified URL in a new tab.
void PostContentToURL(TemplateURLRef::PostContent post_content, GURL url);
// Creates a thumbnail to POST to search engine for the image that triggered
// the context menu. The |src_url| is passed to the search request and is
// not used directly to fetch the image resources. The
// |additional_query_params| are also passed to the search request as part of
// search args.
void SearchByImageImpl(content::RenderFrameHost* render_frame_host,
const GURL& src_url,
int thumbnail_min_area,
int thumbnail_max_width,
int thumbnail_max_height,
const std::string& additional_query_params);
// Searches the `original_image`, which will be downscaled if needed.
void SearchByImageImpl(const gfx::Image& original_image,
const std::string& additional_query_params);
// The time when we started to create the new tab page. This time is from
// before we created this WebContents.
base::TimeTicks new_tab_start_time_;
// Content restrictions, used to disable print/copy etc based on content's
// (full-page plugins for now only) permissions.
int content_restrictions_ = 0;
base::WeakPtrFactory<CoreTabHelper> weak_factory_{this};
WEB_CONTENTS_USER_DATA_KEY_DECL();
};
#endif // CHROME_BROWSER_UI_TAB_CONTENTS_CORE_TAB_HELPER_H_
|
