1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
|
#ifndef _Spectrogram_extensions_h_
#define _Spectrogram_extensions_h_
/* Spectrogram_extensions.h
*
* Copyright (C) 2014-2023 David Weenink
*
* This code is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or (at
* your option) any later version.
*
* This code is distributed in the hope that it will be useful, but
* WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this work. If not, see <http://www.gnu.org/licenses/>.
*/
/*
djmw 20140913
*/
#include "Intensity.h"
#include "MFCC.h"
#include "PCA.h"
#include "Spectrogram.h"
#include "Spectrum.h"
#include "TableOfReal.h"
#include "NUM2.h"
#define HZTOMEL(x) NUMhertzToMel2(x)
#define MELTOHZ(x) NUMmelToHertz2(x)
#define BandFilterSpectrogram_DBREF 4e-10
#define BandFilterSpectrogram_DBFAC 10
#define BandFilterSpectrogram_DBFLOOR -100
#define BandFilterSpectrogram_HERTZ 1
#define BandFilterSpectrogram_BARK 2
#define BandFilterSpectrogram_MEL 3
Thing_define (BandFilterSpectrogram, Matrix) {
void v1_info ()
override;
double v_getValueAtSample (integer icol, integer irow, int units) const
override;
virtual double v_frequencyToHertz (double f) { return f; }
virtual double v_hertzToFrequency (double hertz) { return hertz; }
virtual conststring32 v_getFrequencyUnit () { return U"Hz"; }
};
Thing_define (BarkSpectrogram, BandFilterSpectrogram) {
void v1_info ()
override;
double v_frequencyToHertz (double f)
override { return NUMbarkToHertz (f); }
double v_hertzToFrequency (double hertz)
override { return NUMhertzToBark (hertz); }
conststring32 v_getFrequencyUnit ()
override { return U"bark"; }
};
Thing_define (MelSpectrogram, BandFilterSpectrogram) {
void v1_info ()
override;
double v_frequencyToHertz (double f)
override { return NUMmelToHertz2 (f); }
double v_hertzToFrequency (double hertz)
override { return NUMhertzToMel2 (hertz); }
conststring32 v_getFrequencyUnit ()
override { return U"mel"; }
};
/*
Interpretation:
xmin, xmax, x1, dx, nx like Sampled.
ymin, ymax lowest and highest frequencies in Barks / Mel.
y1 mid of first filter (bark/mel).
dy distance between filters (bark/mel).
ny the number of filters.
*/
double BandFilterSpectrogram_getFrequencyInHertz (BandFilterSpectrogram me, double f);
void BandFilterSpectrogram_equalizeIntensities (BandFilterSpectrogram me, double intensity_db);
autoMatrix BandFilterSpectrogram_to_Matrix (BandFilterSpectrogram me, int to_dB);
autoIntensity BandFilterSpectrogram_to_Intensity (BandFilterSpectrogram me);
void BandFilterSpectrogram_drawFrequencyScale (BandFilterSpectrogram me, Graphics g,
double xmin, double xmax, double ymin, double ymax, bool garnish);
void BandFilterSpectrogram_drawTimeSlice (BandFilterSpectrogram me, Graphics g, double t, double fmin, double fmax,
double min, double max, conststring32 xlabel, bool garnish);
void BarkSpectrogram_drawSekeyHansonFilterFunctions (BarkSpectrogram me, Graphics g, bool xIsHertz, integer fromFilter, integer toFilter,
double zmin, double zmax, bool yscale_dB, double ymin, double ymax, bool garnish);
void BandFilterSpectrogram_drawSpectrumAtNearestTimeSlice (BandFilterSpectrogram me, Graphics g,
double time, double fmin, double fmax, double dBmin, double dBmax, bool garnish);
void BandFilterSpectrogram_paintImage (BandFilterSpectrogram me, Graphics g,
double xmin, double xmax, double ymin, double ymax, double minimum, double maximum, bool garnish);
autoBarkSpectrogram BarkSpectrogram_create (double tmin, double tmax, integer nt, double dt, double t1,
double fmin, double fmax, integer nf, double df, double f1);
autoBarkSpectrogram Matrix_to_BarkSpectrogram (Matrix me);
/*
Interpretation:
xmin, xmax, x1, dx, nx like Sampled.
ymin, ymax lowest and highest frequencies in mels.
y1 mid of first filter (mels).
dy distance between filters (mel).
ny the number of filters.
*/
autoMelSpectrogram MelSpectrogram_create (double tmin, double tmax, integer nt, double dt, double t1,
double fmin, double fmax, integer nf, double df, double f1);
autoMelSpectrogram Matrix_to_MelSpectrogram (Matrix me);
void MelSpectrogram_drawTriangularFilterFunctions (MelSpectrogram me, Graphics g, bool xIsHertz, integer fromFilter, integer toFilter,
double zmin, double zmax, bool yscale_dB, double ymin, double ymax, bool garnish);
autoMFCC MelSpectrogram_to_MFCC (MelSpectrogram me, integer numberOfCoefficients);
autoMelSpectrogram MFCC_to_MelSpectrogram (MFCC me, integer first, integer last, bool c0);
void BandFilterSpectrogram_and_PCA_drawComponent (BandFilterSpectrogram me, PCA thee, Graphics g, integer component, double dblevel,
double frequencyOffset, double scale, double tmin, double tmax, double fmin, double fmax);
autoMatrix Spectrogram_to_Matrix_dB (Spectrogram me, double reference, double scaleFactor, double floor_dB);
// dbs = scaleFactor * log10 (value/reference);
// if (dbs < floor_db) { dbs = floor_dB }
void BandFilterSpectrogram_into_CC (BandFilterSpectrogram me, CC thee, integer numberOfCoefficients);
void CC_into_BandFilterSpectrogram (CC me, BandFilterSpectrogram thee, integer first, integer last, bool use_c0);
/*
Implementation of Yanna Ma & Akinori Nishihara (2013), Efficient voice activity detection algorithm
using long-term spectral flatness measure, EURASIP Journal on Audio, Speech, and Music Processing.
*/
autoMatrix Spectrogram_getLongtermSpectralFlatness (Spectrogram me, double longtimeWindow, double shorttimeWindow, double fmin, double fmax);
void Spectrogram_drawLongTermFlatness (Spectrogram me, Graphics g, double tmin, double tmax, double minimumFlatness_db,
double longtimeWindow, double shorttimeWindow, double fmin, double fmax, bool garnish);
#endif /* _Spectrogram_extensions_h_ */
|
