1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
// Copyright 2024 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef CHROME_BROWSER_SPEECH_ON_DEVICE_SPEECH_RECOGNITION_IMPL_H_
#define CHROME_BROWSER_SPEECH_ON_DEVICE_SPEECH_RECOGNITION_IMPL_H_
#include <string>
#include <vector>
#include "base/memory/weak_ptr.h"
#include "content/public/browser/document_user_data.h"
#include "media/mojo/mojom/speech_recognizer.mojom.h"
#include "mojo/public/cpp/bindings/receiver_set.h"
#if !BUILDFLAG(IS_ANDROID)
#include <list>
#include "base/containers/flat_map.h"
#include "components/soda/soda_installer.h"
#endif // !BUILDFLAG(IS_ANDROID)
namespace content {
class RenderFrameHost;
} // namespace content
namespace speech {
class OnDeviceSpeechRecognitionImpl
: public content::DocumentUserData<OnDeviceSpeechRecognitionImpl>,
#if !BUILDFLAG(IS_ANDROID)
public speech::SodaInstaller::Observer,
#endif // !BUILDFLAG(IS_ANDROID)
public media::mojom::OnDeviceSpeechRecognition {
public:
OnDeviceSpeechRecognitionImpl(const OnDeviceSpeechRecognitionImpl&) = delete;
OnDeviceSpeechRecognitionImpl& operator=(
const OnDeviceSpeechRecognitionImpl&) = delete;
~OnDeviceSpeechRecognitionImpl() override;
void Bind(
mojo::PendingReceiver<media::mojom::OnDeviceSpeechRecognition> receiver);
// speech::mojom::OnDeviceSpeechRecognition methods:
void Available(
const std::vector<std::string>& languages,
OnDeviceSpeechRecognitionImpl::AvailableCallback callback) override;
void Install(
const std::vector<std::string>& languages,
OnDeviceSpeechRecognitionImpl::InstallCallback callback) override;
#if !BUILDFLAG(IS_ANDROID)
// SodaInstaller::Observer:
void OnSodaInstalled(speech::LanguageCode language_code) override;
void OnSodaInstallError(speech::LanguageCode language_code,
speech::SodaInstaller::ErrorCode error_code) override;
void OnSodaProgress(speech::LanguageCode language_code,
int combined_progress) override {}
#endif // !BUILDFLAG(IS_ANDROID)
private:
friend class content::DocumentUserData<OnDeviceSpeechRecognitionImpl>;
explicit OnDeviceSpeechRecognitionImpl(content::RenderFrameHost* frame_host);
// Returns whether the render frame host can use on-device speech recognition.
// HTTP(s) origins not scoped to the default storage partition may not use
// on-device speech recognition.
bool CanRenderFrameHostUseOnDeviceSpeechRecognition();
#if !BUILDFLAG(IS_ANDROID)
void InstallLanguageInternal(
const std::vector<std::string>& languages,
OnDeviceSpeechRecognitionImpl::InstallCallback callback);
void ProcessLanguageInstallationUpdate(const std::string& language,
bool installation_success);
base::Value GetOnDeviceLanguagesDownloadedValue();
void SetOnDeviceLanguagesDownloadedContentSetting(
base::Value on_device_languages_downloaded);
bool HasOnDeviceLanguageDownloaded(const std::string& language);
void SetOnDeviceLanguageDownloaded(const std::string&);
// Mask on-device speech recognition availability by requiring a call to
// installOnDevice() for a language before the language is available to the
// origin.
media::mojom::AvailabilityStatus GetMaskedAvailabilityStatus(
const std::string& language);
// Returns a delay when installing on-device speech recognition language packs
// to safeguard against fingerprinting resulting from timing the installation.
base::TimeDelta GetDownloadDelay(const std::vector<std::string>& languages);
base::flat_map<std::set<std::string>, std::list<InstallCallback>>
language_installation_callbacks_;
#endif // !BUILDFLAG(IS_ANDROID)
mojo::Receiver<media::mojom::OnDeviceSpeechRecognition> receiver_{this};
base::WeakPtrFactory<OnDeviceSpeechRecognitionImpl> weak_ptr_factory_{this};
DOCUMENT_USER_DATA_KEY_DECL();
};
} // namespace speech
#endif // CHROME_BROWSER_SPEECH_ON_DEVICE_SPEECH_RECOGNITION_IMPL_H_
|
