1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
|
// Copyright 2013 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef CONTENT_BROWSER_SPEECH_SPEECH_RECOGNIZER_IMPL_ANDROID_H_
#define CONTENT_BROWSER_SPEECH_SPEECH_RECOGNIZER_IMPL_ANDROID_H_
#include <jni.h>
#include <memory>
#include "base/android/scoped_java_ref.h"
#include "content/browser/speech/speech_recognizer.h"
#include "content/common/content_export.h"
#include "media/mojo/mojom/speech_recognition_error.mojom.h"
#include "media/mojo/mojom/speech_recognition_result.mojom.h"
namespace content {
class SpeechRecognitionEventListener;
class CONTENT_EXPORT SpeechRecognizerImplAndroid : public SpeechRecognizer {
public:
SpeechRecognizerImplAndroid(SpeechRecognitionEventListener* listener,
int session_id);
SpeechRecognizerImplAndroid(const SpeechRecognizerImplAndroid&) = delete;
SpeechRecognizerImplAndroid& operator=(const SpeechRecognizerImplAndroid&) =
delete;
// SpeechRecognizer methods.
void StartRecognition(const std::string& device_id) override;
void UpdateRecognitionContext(
const media::SpeechRecognitionRecognitionContext& recognition_context)
override;
void AbortRecognition() override;
void StopAudioCapture() override;
bool IsActive() const override;
bool IsCapturingAudio() const override;
// Called from Java methods via JNI.
void OnAudioStart(JNIEnv* env,
const base::android::JavaParamRef<jobject>& obj);
void OnSoundStart(JNIEnv* env,
const base::android::JavaParamRef<jobject>& obj);
void OnSoundEnd(JNIEnv* env, const base::android::JavaParamRef<jobject>& obj);
void OnAudioEnd(JNIEnv* env, const base::android::JavaParamRef<jobject>& obj);
void OnRecognitionResults(
JNIEnv* env,
const base::android::JavaParamRef<jobject>& obj,
const base::android::JavaParamRef<jobjectArray>& strings,
const base::android::JavaParamRef<jfloatArray>& floats,
jboolean interim);
void OnRecognitionError(JNIEnv* env,
const base::android::JavaParamRef<jobject>& obj,
jint error);
void OnRecognitionEnd(JNIEnv* env,
const base::android::JavaParamRef<jobject>& obj);
private:
enum State {
STATE_IDLE = 0,
STATE_CAPTURING_AUDIO,
STATE_AWAITING_FINAL_RESULT
};
void StartRecognitionOnUIThread(const std::string& language,
bool continuous,
bool interim_results);
void OnRecognitionResultsOnIOThread(
std::vector<media::mojom::WebSpeechRecognitionResultPtr> results);
~SpeechRecognizerImplAndroid() override;
base::android::ScopedJavaGlobalRef<jobject> j_recognition_;
State state_;
};
} // namespace content
#endif // CONTENT_BROWSER_SPEECH_SPEECH_RECOGNIZER_IMPL_ANDROID_H_
|
