1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
|
/*
* Copyright (C) 2010 Google Inc. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
*
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* 3. Neither the name of Apple Computer, Inc. ("Apple") nor the names of
* its contributors may be used to endorse or promote products derived
* from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
* DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#ifndef FFTFrame_h
#define FFTFrame_h
#include "AudioArray.h"
#if OS(DARWIN) && !USE(WEBAUDIO_FFMPEG)
#define USE_ACCELERATE_FFT 1
#else
#define USE_ACCELERATE_FFT 0
#endif
#if USE_ACCELERATE_FFT
#include <Accelerate/Accelerate.h>
#endif
#if !USE_ACCELERATE_FFT
#if USE(WEBAUDIO_MKL)
#include "mkl_dfti.h"
#endif // USE(WEBAUDIO_MKL)
#if USE(WEBAUDIO_GSTREAMER)
#include <glib.h>
G_BEGIN_DECLS
#include <gst/fft/gstfftf32.h>
G_END_DECLS
#endif // USE(WEBAUDIO_GSTREAMER)
#if USE(WEBAUDIO_OPENMAX_DL_FFT)
#include "dl/sp/api/armSP.h"
#include "dl/sp/api/omxSP.h"
#elif USE(WEBAUDIO_FFMPEG)
struct RDFTContext;
#endif
#endif // !USE_ACCELERATE_FFT
#if USE(WEBAUDIO_IPP)
#include <ipps.h>
#endif // USE(WEBAUDIO_IPP)
#include <wtf/Forward.h>
#include <wtf/PassOwnPtr.h>
#include <wtf/Threading.h>
namespace WebCore {
// Defines the interface for an "FFT frame", an object which is able to perform a forward
// and reverse FFT, internally storing the resultant frequency-domain data.
class FFTFrame {
public:
// The constructors, destructor, and methods up to the CROSS-PLATFORM section have platform-dependent implementations.
FFTFrame(unsigned fftSize);
FFTFrame(); // creates a blank/empty frame for later use with createInterpolatedFrame()
FFTFrame(const FFTFrame& frame);
~FFTFrame();
static void initialize();
static void cleanup();
void doFFT(const float* data);
void doInverseFFT(float* data);
void multiply(const FFTFrame& frame); // multiplies ourself with frame : effectively operator*=()
float* realData() const;
float* imagData() const;
void print(); // for debugging
// CROSS-PLATFORM
// The remaining public methods have cross-platform implementations:
// Interpolates from frame1 -> frame2 as x goes from 0.0 -> 1.0
static PassOwnPtr<FFTFrame> createInterpolatedFrame(const FFTFrame& frame1, const FFTFrame& frame2, double x);
void doPaddedFFT(const float* data, size_t dataSize); // zero-padding with dataSize <= fftSize
double extractAverageGroupDelay();
void addConstantGroupDelay(double sampleFrameDelay);
unsigned fftSize() const { return m_FFTSize; }
unsigned log2FFTSize() const { return m_log2FFTSize; }
private:
unsigned m_FFTSize;
unsigned m_log2FFTSize;
void interpolateFrequencyComponents(const FFTFrame& frame1, const FFTFrame& frame2, double x);
#if USE_ACCELERATE_FFT
DSPSplitComplex& dspSplitComplex() { return m_frame; }
DSPSplitComplex dspSplitComplex() const { return m_frame; }
static FFTSetup fftSetupForSize(unsigned fftSize);
static FFTSetup* fftSetups;
FFTSetup m_FFTSetup;
DSPSplitComplex m_frame;
AudioFloatArray m_realData;
AudioFloatArray m_imagData;
#else // !USE_ACCELERATE_FFT
#if USE(WEBAUDIO_MKL)
// Interleaves the planar real and imaginary data and returns a
// pointer to the resulting storage which can be used for in-place
// or out-of-place operations. FIXME: ideally all of the MKL
// routines would operate on planar data and this method would be
// removed.
float* getUpToDateComplexData();
static DFTI_DESCRIPTOR_HANDLE descriptorHandleForSize(unsigned fftSize);
static DFTI_DESCRIPTOR_HANDLE* descriptorHandles;
DFTI_DESCRIPTOR_HANDLE m_handle;
AudioFloatArray m_complexData;
AudioFloatArray m_realData;
AudioFloatArray m_imagData;
#endif // USE(WEBAUDIO_MKL)
#if USE(WEBAUDIO_FFMPEG)
static RDFTContext* contextForSize(unsigned fftSize, int trans);
RDFTContext* m_forwardContext;
RDFTContext* m_inverseContext;
float* getUpToDateComplexData();
AudioFloatArray m_complexData;
AudioFloatArray m_realData;
AudioFloatArray m_imagData;
#endif // USE(WEBAUDIO_FFMPEG)
#if USE(WEBAUDIO_GSTREAMER)
GstFFTF32* m_fft;
GstFFTF32* m_inverseFft;
GstFFTF32Complex* m_complexData;
AudioFloatArray m_realData;
AudioFloatArray m_imagData;
#endif // USE(WEBAUDIO_GSTREAMER)
#if USE(WEBAUDIO_IPP)
Ipp8u* m_buffer;
IppsDFTSpec_R_32f* m_DFTSpec;
float* getUpToDateComplexData();
AudioFloatArray m_complexData;
AudioFloatArray m_realData;
AudioFloatArray m_imagData;
#endif // USE(WEBAUDIO_IPP)
#if USE(WEBAUDIO_OPENMAX_DL_FFT)
static OMXFFTSpec_R_F32* contextForSize(unsigned log2FFTSize);
OMXFFTSpec_R_F32* m_forwardContext;
OMXFFTSpec_R_F32* m_inverseContext;
AudioFloatArray m_complexData;
AudioFloatArray m_realData;
AudioFloatArray m_imagData;
#endif
#endif // !USE_ACCELERATE_FFT
};
} // namespace WebCore
#endif // FFTFrame_h
|
