1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
|
/*
* Copyright (C) 2005-2017 Centre National d'Etudes Spatiales (CNES)
*
* This file is part of Orfeo Toolbox
*
* https://www.orfeo-toolbox.org/
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#ifndef otbStreamingManager_txx
#define otbStreamingManager_txx
#include "otbStreamingManager.h"
#include "otbConfigurationManager.h"
#include "itkExtractImageFilter.h"
namespace otb
{
template <class TImage>
StreamingManager<TImage>::StreamingManager()
: m_ComputedNumberOfSplits(0)
, m_DefaultRAM(0)
{
}
template <class TImage>
StreamingManager<TImage>::~StreamingManager()
{
}
template <class TImage>
const typename StreamingManager<TImage>::AbstractSplitterType *
StreamingManager<TImage>::GetSplitter() const
{
return m_Splitter;
}
template <class TImage>
typename StreamingManager<TImage>::MemoryPrintType
StreamingManager<TImage>::GetActualAvailableRAMInBytes(MemoryPrintType availableRAMInMB)
{
MemoryPrintType availableRAMInBytes = availableRAMInMB * 1024 * 1024;
if (availableRAMInBytes == 0)
{
if (m_DefaultRAM != 0)
{
availableRAMInBytes = 1024*1024*m_DefaultRAM;
}
else
{
// Retrieve it from the configuration
availableRAMInBytes = 1024*1024*ConfigurationManager::GetMaxRAMHint();
}
}
return availableRAMInBytes;
}
template <class TImage>
unsigned int
StreamingManager<TImage>::EstimateOptimalNumberOfDivisions(itk::DataObject * input, const RegionType ®ion,
MemoryPrintType availableRAM,
double bias)
{
MemoryPrintType availableRAMInBytes = GetActualAvailableRAMInBytes(availableRAM);
otb::PipelineMemoryPrintCalculator::Pointer memoryPrintCalculator;
memoryPrintCalculator = otb::PipelineMemoryPrintCalculator::New();
// Trick to avoid having the resampler compute the whole
// displacement field
double regionTrickFactor = 1;
ImageType* inputImage = dynamic_cast<ImageType*>(input);
MemoryPrintType pipelineMemoryPrint;
if (inputImage)
{
typedef itk::ExtractImageFilter<ImageType, ImageType> ExtractFilterType;
typename ExtractFilterType::Pointer extractFilter = ExtractFilterType::New();
extractFilter->SetInput(inputImage);
// Define a small region to run the memory footprint estimation,
// around the image center, 100 pixels wide in each dimension
SizeType smallSize;
smallSize.Fill(100);
IndexType index;
index[0] = region.GetIndex()[0] + region.GetSize()[0]/2 - 50;
index[1] = region.GetIndex()[1] + region.GetSize()[1]/2 - 50;
RegionType smallRegion;
smallRegion.SetSize(smallSize);
smallRegion.SetIndex(index);
// In case the image is smaller than 100 pixels in a direction
smallRegion.Crop(region);
extractFilter->SetExtractionRegion(smallRegion);
bool smallRegionSuccess = smallRegion.Crop(region);
if (smallRegionSuccess)
{
// the region is well behaved, inside the largest possible region
memoryPrintCalculator->SetDataToWrite(extractFilter->GetOutput() );
regionTrickFactor = static_cast<double>( region.GetNumberOfPixels() )
/ static_cast<double>(smallRegion.GetNumberOfPixels() );
memoryPrintCalculator->SetBiasCorrectionFactor(regionTrickFactor * bias);
}
else
{
// the region is not well behaved
// use the full region
memoryPrintCalculator->SetDataToWrite(input);
memoryPrintCalculator->SetBiasCorrectionFactor(bias);
}
memoryPrintCalculator->Compute();
pipelineMemoryPrint = memoryPrintCalculator->GetMemoryPrint();
if (smallRegionSuccess)
{
// remove the contribution of the ExtractImageFilter
MemoryPrintType extractContrib =
memoryPrintCalculator->EvaluateDataObjectPrint(extractFilter->GetOutput());
pipelineMemoryPrint -= extractContrib;
}
}
else
{
// Use the original object to estimate memory footprint
memoryPrintCalculator->SetDataToWrite(input);
memoryPrintCalculator->SetBiasCorrectionFactor(1.0);
memoryPrintCalculator->Compute();
pipelineMemoryPrint = memoryPrintCalculator->GetMemoryPrint();
}
unsigned int optimalNumberOfDivisions =
otb::PipelineMemoryPrintCalculator::EstimateOptimalNumberOfStreamDivisions(pipelineMemoryPrint, availableRAMInBytes);
otbLogMacro(Info,<<"Estimated memory for full processing: "<<pipelineMemoryPrint * otb::PipelineMemoryPrintCalculator::ByteToMegabyte<<"MB (avail.: "<<availableRAMInBytes * otb::PipelineMemoryPrintCalculator::ByteToMegabyte<<" MB), optimal image partitioning: "<<optimalNumberOfDivisions<<" blocks");
return optimalNumberOfDivisions;
}
template <class TImage>
unsigned int
StreamingManager<TImage>::GetNumberOfSplits()
{
return m_ComputedNumberOfSplits;
}
template <class TImage>
typename StreamingManager<TImage>::RegionType
StreamingManager<TImage>::GetSplit(unsigned int i)
{
typename StreamingManager<TImage>::RegionType region( m_Region );
m_Splitter->GetSplit(i, m_ComputedNumberOfSplits, region);
return region;
}
} // End namespace otb
#endif
|
