File: filtering.py

package info (click to toggle)
python-sigima 1.1.1-1
  • links: PTS, VCS
  • area: main
  • in suites: sid
  • size: 25,608 kB
  • sloc: python: 35,251; makefile: 3
file content (487 lines) | stat: -rw-r--r-- 14,648 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
# -*- coding: utf-8 -*-
#
# Licensed under the terms of the BSD 3-Clause
# (see sigima/LICENSE for details)

"""
Filtering processing functions for signal objects
=================================================

This module provides filtering operations for signal objects:

- Gaussian filter
- Moving average and median filters
- Wiener filter
- Frequency filters (low-pass, high-pass, band-pass, band-stop)
- Noise addition functions

.. note::

    Uses zero-phase filtering when possible for better phase response.
"""

from __future__ import annotations

import warnings
from typing import Callable

import guidata.dataset as gds
import numpy as np
import scipy.ndimage as spi
import scipy.signal as sps

from sigima.config import _
from sigima.enums import FilterType, FrequencyFilterMethod, PadLocation1D
from sigima.objects import (
    NormalDistribution1DParam,
    PoissonDistribution1DParam,
    SignalObj,
    UniformDistribution1DParam,
    create_signal_from_param,
)
from sigima.objects.base import (
    NormalDistributionParam,
    PoissonDistributionParam,
    UniformDistributionParam,
)
from sigima.proc.base import GaussianParam, MovingAverageParam, MovingMedianParam
from sigima.proc.decorator import computation_function
from sigima.proc.signal.arithmetic import addition
from sigima.proc.signal.base import Wrap1to1Func, dst_1_to_1, restore_data_outside_roi
from sigima.proc.signal.fourier import ZeroPadding1DParam, zero_padding
from sigima.tools.signal import fourier


@computation_function()
def gaussian_filter(src: SignalObj, p: GaussianParam) -> SignalObj:
    """Compute gaussian filter with :py:func:`scipy.ndimage.gaussian_filter`

    Args:
        src: source signal
        p: parameters

    Returns:
        Result signal object
    """
    return Wrap1to1Func(spi.gaussian_filter, sigma=p.sigma)(src)


@computation_function()
def moving_average(src: SignalObj, p: MovingAverageParam) -> SignalObj:
    """Compute moving average with :py:func:`scipy.ndimage.uniform_filter`

    Args:
        src: source signal
        p: parameters

    Returns:
        Result signal object
    """
    return Wrap1to1Func(
        spi.uniform_filter, size=p.n, mode=p.mode, func_name="moving_average"
    )(src)


@computation_function()
def moving_median(src: SignalObj, p: MovingMedianParam) -> SignalObj:
    """Compute moving median with :py:func:`scipy.ndimage.median_filter`

    Args:
        src: source signal
        p: parameters

    Returns:
        Result signal object
    """
    return Wrap1to1Func(
        spi.median_filter, size=p.n, mode=p.mode, func_name="moving_median"
    )(src)


@computation_function()
def wiener(src: SignalObj) -> SignalObj:
    """Compute Wiener filter with :py:func:`scipy.signal.wiener`

    Args:
        src: source signal

    Returns:
        Result signal object
    """
    return Wrap1to1Func(sps.wiener)(src)


def get_nyquist_frequency(obj: SignalObj) -> float:
    """Return the Nyquist frequency of a signal object

    Args:
        obj: signal object

    Returns:
        Nyquist frequency
    """
    fs = float(obj.x.size - 1) / (obj.x[-1] - obj.x[0])
    return fs / 2.0


class BaseHighLowBandParam(gds.DataSet, title=_("Filter")):
    """Base class for high-pass, low-pass, band-pass and band-stop filters"""

    TYPE = FilterType.LOWPASS
    _type_prop = gds.GetAttrProp("TYPE")

    # Must be overwriten by the child class
    _method_prop = gds.GetAttrProp("method")
    method = gds.ChoiceItem(
        _("Filter method"),
        [
            (FrequencyFilterMethod.BUTTERWORTH, "Butterworth"),
            (FrequencyFilterMethod.BESSEL, "Bessel"),
            (FrequencyFilterMethod.CHEBYSHEV1, "Chebyshev I"),
            (FrequencyFilterMethod.CHEBYSHEV2, "Chebyshev II"),
            (FrequencyFilterMethod.ELLIPTIC, "Elliptic"),
            (FrequencyFilterMethod.BRICKWALL, "Brickwall"),
        ],
    ).set_prop("display", store=_method_prop)

    def get_filter_func(self) -> Callable:
        """Get the scipy filter function corresponding to the method."""
        filter_funcs = {
            FrequencyFilterMethod.BESSEL: sps.bessel,
            FrequencyFilterMethod.BUTTERWORTH: sps.butter,
            FrequencyFilterMethod.CHEBYSHEV1: sps.cheby1,
            FrequencyFilterMethod.CHEBYSHEV2: sps.cheby2,
            FrequencyFilterMethod.ELLIPTIC: sps.ellip,
        }
        return filter_funcs.get(self.method)

    order = gds.IntItem(_("Filter order"), default=3, min=1).set_prop(
        "display",
        active=gds.FuncProp(
            _method_prop, lambda x: x != FrequencyFilterMethod.BRICKWALL
        ),
    )
    cut0 = gds.FloatItem(
        _("Low cutoff frequency"), min=0.0, nonzero=True, unit="Hz", allow_none=True
    )
    cut1 = gds.FloatItem(
        _("High cutoff frequency"), min=0.0, nonzero=True, unit="Hz", allow_none=True
    ).set_prop(
        "display",
        hide=gds.FuncProp(
            _type_prop, lambda x: x in (FilterType.LOWPASS, FilterType.HIGHPASS)
        ),
    )
    rp = gds.FloatItem(
        _("Passband ripple"), min=0.0, default=1.0, nonzero=True, unit="dB"
    ).set_prop(
        "display",
        active=gds.FuncProp(
            _method_prop,
            lambda x: x
            in (FrequencyFilterMethod.CHEBYSHEV1, FrequencyFilterMethod.ELLIPTIC),
        ),
    )
    rs = gds.FloatItem(
        _("Stopband attenuation"), min=0.0, default=60.0, nonzero=True, unit="dB"
    ).set_prop(
        "display",
        active=gds.FuncProp(
            _method_prop,
            lambda x: x
            in (FrequencyFilterMethod.CHEBYSHEV2, FrequencyFilterMethod.ELLIPTIC),
        ),
    )

    _zp_prop = gds.GetAttrProp("zero_padding")
    zero_padding = gds.BoolItem(
        _("Zero padding"),
        default=True,
    ).set_prop(
        "display",
        active=gds.FuncProp(
            _method_prop, lambda x: x == FrequencyFilterMethod.BRICKWALL
        ),
        store=_zp_prop,
    )
    nfft = gds.IntItem(
        _("Minimum FFT points number"),
        default=0,
    ).set_prop(
        "display",
        active=gds.FuncPropMulti(
            [_method_prop, _zp_prop],
            lambda x, y: x == FrequencyFilterMethod.BRICKWALL and y,
        ),
    )

    def update_from_obj(self, obj: SignalObj) -> None:
        """Update the filter parameters from a signal object

        Args:
            obj: signal object
        """
        f_nyquist = get_nyquist_frequency(obj)
        if self.cut0 is None:
            if self.TYPE == FilterType.LOWPASS:
                self.cut0 = 0.1 * f_nyquist
            elif self.TYPE == FilterType.HIGHPASS:
                self.cut0 = 0.9 * f_nyquist
            elif self.TYPE == FilterType.BANDPASS:
                self.cut0 = 0.1 * f_nyquist
                self.cut1 = 0.9 * f_nyquist
            elif self.TYPE == FilterType.BANDSTOP:
                self.cut0 = 0.4 * f_nyquist
                self.cut1 = 0.6 * f_nyquist

    def get_filter_params(self, obj: SignalObj) -> tuple[float | str, float | str]:
        """Return the filter parameters (a and b) as a tuple. These parameters are used
        in the scipy.signal filter functions (eg. `scipy.signal.filtfilt`).

        Args:
            obj: signal object

        Returns:
            tuple: filter parameters
        """
        f_nyquist = get_nyquist_frequency(obj)
        args: list[float | str | tuple[float, ...]] = [self.order]  # type: ignore
        if self.method == FrequencyFilterMethod.CHEBYSHEV1:
            args += [self.rp]
        elif self.method == FrequencyFilterMethod.CHEBYSHEV2:
            args += [self.rs]
        elif self.method == FrequencyFilterMethod.ELLIPTIC:
            args += [self.rp, self.rs]
        if self.TYPE in (FilterType.HIGHPASS, FilterType.LOWPASS):
            args += [self.cut0 / f_nyquist]
        else:
            args += [[self.cut0 / f_nyquist, self.cut1 / f_nyquist]]
        args += [self.TYPE.value]
        return self.get_filter_func()(*args)


class LowPassFilterParam(BaseHighLowBandParam):
    """Low-pass filter parameters"""

    TYPE = FilterType.LOWPASS

    # Redefine cut0 just to change its label (instead of "Low cutoff frequency")
    cut0 = gds.FloatItem(
        _("Cutoff frequency"), min=0, nonzero=True, unit="Hz", allow_none=True
    )


class HighPassFilterParam(BaseHighLowBandParam):
    """High-pass filter parameters"""

    TYPE = FilterType.HIGHPASS

    # Redefine cut0 just to change its label (instead of "High cutoff frequency")
    cut0 = gds.FloatItem(
        _("Cutoff frequency"), min=0, nonzero=True, unit="Hz", allow_none=True
    )


class BandPassFilterParam(BaseHighLowBandParam):
    """Band-pass filter parameters"""

    TYPE = FilterType.BANDPASS


class BandStopFilterParam(BaseHighLowBandParam):
    """Band-stop filter parameters"""

    TYPE = FilterType.BANDSTOP


def frequency_filter(src: SignalObj, p: BaseHighLowBandParam) -> SignalObj:
    """Compute frequency filter (low-pass, high-pass, band-pass, band-stop),
    with :py:func:`scipy.signal.filtfilt`

    Args:
        src: source signal
        p: parameters

    Returns:
        Result signal object

    .. note::

        Uses zero-phase filtering (`filtfilt`) when possible for better phase response.
        If numerical instability occurs (e.g., singular matrix errors), automatically
        falls back to forward filtering (`lfilter`) with a warning. This ensures
        cross-platform compatibility while maintaining optimal filtering when possible.
    """
    name = f"{p.TYPE.value}"
    suffix = ""
    if p.method != FrequencyFilterMethod.BRICKWALL:
        suffix = f"order={p.order:d}, "
    if p.TYPE in (FilterType.LOWPASS, FilterType.HIGHPASS):
        suffix += f"cutoff={p.cut0:.2f}"
    else:
        suffix += f"cutoff={p.cut0:.2f}:{p.cut1:.2f}"
    dst = dst_1_to_1(src, name, suffix)

    if p.method == FrequencyFilterMethod.BRICKWALL:
        original_size = src.y.size
        src_padded = src.copy()
        if p.zero_padding and p.nfft is not None:
            size_padded = ZeroPadding1DParam.next_power_of_two(max(p.nfft, src.y.size))
            n_to_add = size_padded - src.y.size
            if n_to_add > 0:
                src_padded = zero_padding(
                    src_padded,
                    ZeroPadding1DParam.create(
                        location=PadLocation1D.APPEND,
                        strategy="custom",
                        n=n_to_add,
                    ),
                )
        x_padded, y_padded = src_padded.get_data()
        x, y = fourier.brickwall_filter(
            x_padded, y_padded, p.TYPE.value, p.cut0, p.cut1
        )
        # Trim back to original size if padding was applied
        x = x[:original_size]
        y = y[:original_size]
        dst.set_xydata(x, y)
    else:
        b, a = p.get_filter_params(dst)
        try:
            # Prefer zero-phase filtering
            dst.y = sps.filtfilt(b, a, dst.y)
        except np.linalg.LinAlgError:
            # Fallback to forward filtering if filtfilt fails due to numerical issues
            warnings.warn(
                "Zero-phase filtering failed due to numerical instability. "
                "Using forward filtering instead.",
                UserWarning,
                stacklevel=2,
            )
            dst.y = sps.lfilter(b, a, dst.y)

    restore_data_outside_roi(dst, src)
    return dst


@computation_function()
def lowpass(src: SignalObj, p: LowPassFilterParam) -> SignalObj:
    """Compute low-pass filter with :py:func:`scipy.signal.filtfilt`

    Args:
        src: source signal
        p: parameters

    Returns:
        Result signal object
    """
    return frequency_filter(src, p)


@computation_function()
def highpass(src: SignalObj, p: HighPassFilterParam) -> SignalObj:
    """Compute high-pass filter with :py:func:`scipy.signal.filtfilt`

    Args:
        src: source signal
        p: parameters

    Returns:
        Result signal object
    """
    return frequency_filter(src, p)


@computation_function()
def bandpass(src: SignalObj, p: BandPassFilterParam) -> SignalObj:
    """Compute band-pass filter with :py:func:`scipy.signal.filtfilt`

    Args:
        src: source signal
        p: parameters

    Returns:
        Result signal object
    """
    return frequency_filter(src, p)


@computation_function()
def bandstop(src: SignalObj, p: BandStopFilterParam) -> SignalObj:
    """Compute band-stop filter with :py:func:`scipy.signal.filtfilt`

    Args:
        src: source signal
        p: parameters

    Returns:
        Result signal object
    """
    return frequency_filter(src, p)


# Noise addition functions
@computation_function()
def add_gaussian_noise(src: SignalObj, p: NormalDistributionParam) -> SignalObj:
    """Add normal noise to the input signal.

    Args:
        src: Source signal.
        p: Parameters.

    Returns:
        Result signal object.
    """
    param = NormalDistribution1DParam()  # Do not confuse with NormalDistributionParam
    gds.update_dataset(param, p)
    param.xmin = src.x[0]
    param.xmax = src.x[-1]
    param.size = src.x.size
    noise = create_signal_from_param(param)
    dst = dst_1_to_1(src, "add_gaussian_noise", f"µ={p.mu}, σ={p.sigma}")
    dst.xydata = addition([src, noise]).xydata
    return dst


@computation_function()
def add_poisson_noise(src: SignalObj, p: PoissonDistributionParam) -> SignalObj:
    """Add Poisson noise to the input signal.

    Args:
        src: Source signal.
        p: Parameters.

    Returns:
        Result signal object.
    """
    param = PoissonDistribution1DParam()  # Do not confuse with PoissonDistributionParam
    gds.update_dataset(param, p)
    param.xmin = src.x[0]
    param.xmax = src.x[-1]
    param.size = src.x.size
    noise = create_signal_from_param(param)
    dst = dst_1_to_1(src, "add_poisson_noise", f"λ={p.lam}")
    dst.xydata = addition([src, noise]).xydata
    return dst


@computation_function()
def add_uniform_noise(src: SignalObj, p: UniformDistributionParam) -> SignalObj:
    """Add uniform noise to the input signal.

    Args:
        src: Source signal.
        p: Parameters.

    Returns:
        Result signal object.
    """
    param = UniformDistribution1DParam()  # Do not confuse with UniformDistributionParam
    gds.update_dataset(param, p)
    param.xmin = src.x[0]
    param.xmax = src.x[-1]
    param.size = src.x.size
    noise = create_signal_from_param(param)
    dst = dst_1_to_1(src, "add_uniform_noise", f"low={p.vmin}, high={p.vmax}")
    dst.xydata = addition([src, noise]).xydata
    return dst