1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
|
/*
* Copyright (C) 2010, Google Inc. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
* SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
* CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
* DAMAGE.
*/
#ifndef THIRD_PARTY_BLINK_RENDERER_PLATFORM_AUDIO_HRTF_PANNER_H_
#define THIRD_PARTY_BLINK_RENDERER_PLATFORM_AUDIO_HRTF_PANNER_H_
#include "base/containers/span.h"
#include "third_party/blink/renderer/platform/audio/delay.h"
#include "third_party/blink/renderer/platform/audio/fft_convolver.h"
#include "third_party/blink/renderer/platform/audio/panner.h"
namespace blink {
class HRTFDatabaseLoader;
class HRTFPanner final : public Panner {
public:
HRTFPanner(float sample_rate,
unsigned render_quantum_frames,
HRTFDatabaseLoader*);
~HRTFPanner() override;
// Panner
void Pan(double azimuth,
double elevation,
const AudioBus* input_bus,
AudioBus* output_bus,
uint32_t frames_to_process,
AudioBus::ChannelInterpretation) override;
void PanWithSampleAccurateValues(base::span<double> azimuth,
base::span<double> elevation,
const AudioBus* input_bus,
AudioBus* output_bus,
uint32_t frames_to_process,
AudioBus::ChannelInterpretation) override;
void Reset() override;
unsigned FftSize() const { return FftSizeForSampleRate(sample_rate_); }
static unsigned FftSizeForSampleRate(float sample_rate);
float SampleRate() const { return sample_rate_; }
double TailTime() const override;
double LatencyTime() const override;
bool RequiresTailProcessing() const override;
unsigned RenderQuantumFrames() const { return render_quantum_frames_; }
private:
// We maintain two sets of convolvers for smooth cross-faded interpolations
// when then azimuth and elevation are dynamically changing. When the
// azimuth and elevation are not changing, we simply process with one
// of the two sets. Initially we use CrossfadeSelection1 corresponding to
// m_convolverL1 and m_convolverR1. Whenever the azimuth or elevation
// changes, a crossfade is initiated to transition to the new position. So if
// we're currently processing with CrossfadeSelection1, then we transition to
// CrossfadeSelection2 (and vice versa). If we're in the middle of a
// transition, then we wait until it is complete before initiating a new
// transition.
// Selects either the convolver set (m_convolverL1, m_convolverR1) or
// (m_convolverL2, m_convolverR2).
enum CrossfadeSelection { kCrossfadeSelection1, kCrossfadeSelection2 };
scoped_refptr<HRTFDatabaseLoader> database_loader_;
float sample_rate_;
CrossfadeSelection crossfade_selection_ = kCrossfadeSelection1;
// azimuth/elevation for CrossfadeSelection1.
int azimuth_index1_;
double elevation1_ = 0.0;
// azimuth/elevation for CrossfadeSelection2.
int azimuth_index2_;
double elevation2_ = 0.0;
// A crossfade value 0 <= m_crossfadeX <= 1.
float crossfade_x_ = 0.0;
// Per-sample-frame crossfade value increment.
float crossfade_incr_ = 0.0;
FFTConvolver convolver_l1_;
FFTConvolver convolver_r1_;
FFTConvolver convolver_l2_;
FFTConvolver convolver_r2_;
Delay delay_line_l_;
Delay delay_line_r_;
AudioFloatArray temp_l1_;
AudioFloatArray temp_r1_;
AudioFloatArray temp_l2_;
AudioFloatArray temp_r2_;
unsigned render_quantum_frames_;
};
} // namespace blink
#endif // THIRD_PARTY_BLINK_RENDERER_PLATFORM_AUDIO_HRTF_PANNER_H_
|
