1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
|
#!/usr/bin/env python
# -*- coding: utf-8 -*-
# Copyright (c) 2021 Satpy developers
#
# This file is part of satpy.
#
# satpy is free software: you can redistribute it and/or modify it under the
# terms of the GNU General Public License as published by the Free Software
# Foundation, either version 3 of the License, or (at your option) any later
# version.
#
# satpy is distributed in the hope that it will be useful, but WITHOUT ANY
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
# A PARTICULAR PURPOSE. See the GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along with
# satpy. If not, see <http://www.gnu.org/licenses/>.
"""Benchmark AHI HSD operations.."""
from __future__ import annotations
import os
from pyspectral.rayleigh import check_and_download as download_luts
from pyspectral.rsr_reader import check_and_download as download_rsr
from benchmarks.utils import GeoBenchmarks, get_filenames
class HimawariHSD(GeoBenchmarks):
"""Benchmark Himawari HSD reading."""
timeout = 600
data_files: list[str] = []
subdir = os.path.join("ahi_hsd", "20210417_0500_typhoon_surigae")
reader = "ahi_hsd"
def setup_cache(self):
"""Fetch the data files."""
try:
from satpy.demo import download_typhoon_surigae_ahi
download_typhoon_surigae_ahi(channels=[1, 2, 3, 4], segments=[4])
except ImportError:
assert len(get_filenames(self.subdir)) == 4 # nosec
download_rsr()
download_luts(aerosol_types=["rayleigh_only"])
def setup(self):
"""Set up the benchmarks."""
import dask.config
self.data_files = get_filenames(self.subdir)
dask.config.set({"array.chunk-size": "32MiB"})
def time_load_one_channel(self):
"""Time the loading of one channel."""
self.compute_channel("B01")
def peakmem_load_one_channel(self):
"""Check peak memory usage of loading one channel."""
self.compute_channel("B01")
def time_load_true_color(self):
"""Time the loading of the generation of true_color."""
self.compute_composite("true_color")
def peakmem_load_true_color(self):
"""Check peak memory usage of the generation of true_color."""
self.compute_composite("true_color")
def time_save_true_color_nocorr_to_geotiff(self):
"""Time the generation and saving of true_color_nocorr."""
self.save_composite_as_geotiff("true_color_nocorr")
def peakmem_save_true_color_to_geotiff(self):
"""Check peak memory usage of the generation and saving of true_color_nocorr."""
self.save_composite_as_geotiff("true_color_nocorr")
|
