1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
|
import warnings
import os
import collections
class ResData(object):
# This class hold metadata of a doris datafile and processing chain and is capable of reading from and writing to a
# .res file used by the doris software.
def __init__(self,filename='',type=''):
# Initialize variables
# Filename of resfile and type (single, interferogram)
self.res_path = []
self.res_type = ''
# Processes, process_control and header of resfile
self.processes = collections.OrderedDict()
self.process_control = {}
self.process_timestamp = {}
self.process_time = {}
self.header = {}
#####################################################
# Create a ResData object (single/interferogram)
if type not in ['single','interferogram'] and not filename:
warnings.warn('Define if results data is slave, master or interferogram')
return
else:
self.res_type = type
if filename:
if not os.path.exists(filename):
warnings.warn('This filename does not exist: ' + filename)
else:
self.res_path = filename
self.res_read()
else:
if type == 'single':
self.process_control = collections.OrderedDict([('readfiles', '0'),('leader_datapoints', '0'), ('precise_orbits', '0'), ('crop', '0'), ('sim_amplitude', '0'), ('master_timing' , '0'),
('oversample', '0'), ('resample', '0') , ('filt_azi', '0'), ('filt_range', '0'), ('NOT_USED' , '0')])
elif type == 'interferogram':
self.process_control = collections.OrderedDict([('coarse_orbits','0'),('coarse_correl','0'),('fine_coreg','0'),('timing_error','0'),('dem_assist','0'),
('comp_coregpm','0'),('interfero','0'),('coherence','0'),('comp_refphase','0'),('subtr_refphase','0'),
('comp_refdem','0'),('subtr_refdem','0'),('filtphase','0'),('unwrap','0'),('est_orbits','0'),('slant2h','0'),
('geocoding','0'),('dinsar','0'),('NOT_USED2','0')])
def res_read(self):
self.meta_reader()
self.process_reader()
def meta_reader(self):
# This function
with open(self.res_path) as resfile:
splitter = ':'
temp = collections.OrderedDict()
row = 0
for line in resfile:
try:
## Filter out rubbish
if line == '\n':
continue
elif 'Start_process_control' in line:
self.header = temp
temp = collections.OrderedDict()
elif 'End_process_control' in line:
self.process_control = temp
break
elif splitter in line and line[0] is not '|' and line[0] is not '\t' :
# Split line if possible and add to dictionary
l_split = line.split(splitter)
temp[l_split[0].strip()] = l_split[1].strip()
else:
name = 'row_' + str(row)
row += 1
temp[name] = [line]
except:
print('Error occurred at line: ' + line)
def process_reader(self,processes = ''):
# This function reads random processes based on standard buildup of processes in res files.
# leader_datapoints can be one of the processes, although it will not appear in the process_control in a .res file
# If loc is true, it will only return the locations where different processes start.
if not processes:
processes = list(self.process_control.keys())
processes.append('leader_datapoints')
process = ''
with open(self.res_path) as resfile:
# Start at row zero and with empty list
temp = collections.OrderedDict()
row = 0
line_no = -1
timestamp = False
timestamp_line = 0
for line in resfile:
try:
line_no += 1
# Filter out rubbish
if '|'in line[0]:
continue
elif '**' in line:
continue
elif line == '\n':
continue
# Check if timestamp
if ' *===========' in line:
# First line of time stamp
temp = collections.OrderedDict()
timestamp = True
row = 0
continue
elif ' *-----------' in line:
timestamp = False
timestamp_data = temp
timestamp_line = line_no + 5
continue
# Check if process
if '*' in line[0]:
if line.replace('*_Start_', '').split(':')[0].strip() in processes:
process = line.replace('*_Start_', '').split(':')[0].strip()
temp = collections.OrderedDict()
row = 0; space = [0]; space_r = [0,0,0,0,0,0,0,0]
# Finally save the timestamp if it exists
if line_no == timestamp_line:
self.process_timestamp[process] = timestamp_data
else:
self.process_timestamp[process] = ''
elif line.replace('* End_', '').split(':')[0] == process:
self.processes[process] = temp
temp = collections.OrderedDict()
process = ''
continue
# Save line
if timestamp is True:
# Save rows in timestamp
row_name = 'row_' + str(row)
temp[row_name] = line
if row == 1:
self.process_time[process] = line.split(':', 1)[1].strip()
row += 1
elif process:
# If we are in a process output line
# Split line using ':' , '=' or spaces (tables)
# variable space and space row define the future spacing in every processing step in a res file.
if process == 'coarse_orbits':
# Add some code for a strange exception in coarse_orbits
if '//' in line:
temp[line.split()[0]] = line.split()[1:]
else:
l_split = line.replace('=',':').split(':')
temp[l_split[0].strip()] = l_split[1].strip()
elif ':' in line:
l_split = line.split(':',1)
temp[l_split[0].strip()] = l_split[1].strip()
else:
# If the line does not contain a : it is likely a table.
l_split = line.replace('\t',' ').split()
row_name = 'row_' + str(row)
temp[row_name] = [l_split[i].strip() for i in range(len(l_split))]
row += 1
except:
print('Error occurred at line: ' + line)
def process_spacing(self,process=''):
spacing = 0
table_spacing = [0,0,0,0,0,0,0]
dat = self.processes[process]
for key in dat.keys():
spacing = max(len(key) + 8, spacing)
if key.startswith('row'):
n=0
for val in self.processes[process][key]:
table_spacing[n] = max(len(val) + 3, table_spacing[n])
n += 1
spacing = [spacing]
return spacing, table_spacing
def del_process(self,process=''):
# function deletes one or multiple processes from the corresponding res file
if isinstance(process, str): # one process
if not process in self.process_control.keys():
warnings.warn('The requested process does not exist! (or processes are not read jet, use self.process_reader): ' + str(process))
return
elif isinstance(process, list): # If we use a list
for proc in process:
if not proc in self.process_control.keys():
warnings.warn('The requested process does not exist! (or processes are not read jet, use self.process_reader): ' + str(proc))
return
else:
warnings.warn('process should contain either a string of one process or a list of multiple processes: ' + str(process))
# Now remove the process and write the file again.
if isinstance(process, str): # Only one process should be removed
self.process_control[process] = '0'
del self.processes[process]
else:
for proc in process:
self.process_control[proc] = '0'
del self.processes[proc]
def write(self,new_filename=''):
# Here all the available information acquired is written to a new resfile. Generally if information is manually
# added or removed and the file should be created or created again. (For example the readfiles for Sentinel 1
# which are not added yet..)
if not new_filename and not self.res_path:
warnings.warn('Please specify filename: ' + str(new_filename))
return
elif not new_filename:
new_filename = self.res_path
if not self.process_control or not self.processes:
warnings.warn('Every result file needs at least a process control and one process to make any sense: ' + str(new_filename))
# Open file and write header, process control and processes
self.res_path = new_filename
f = open(new_filename, "w")
# Write the header:
if self.header:
spacing = [40]
for key in self.header.keys():
if 'row' in key: # If it is just a string
f.write(self.header[key][0])
else: # If the key should included
f.write((key + ':').ljust(spacing[0]) + self.header[key] + '\n')
# Write the process control
for i in range(3):
f.write('\n')
f.write('Start_process_control\n')
for process in self.process_control.keys():
if process != 'leader_datapoints': # leader_datapoints is left out in process control
f.write((process + ':\t\t') + str(self.process_control[process]) + '\n')
f.write('End_process_control\n')
# Then loop through all the processes
for process in [p for p in self.processes.keys()]:
# First check for a timestamp and add it if needed.
if self.process_timestamp[process]:
for i in range(2):
f.write('\n')
f.write(' *====================================================================* \n')
for key in self.process_timestamp[process].keys():
f.write(self.process_timestamp[process][key])
f.write(' *--------------------------------------------------------------------* \n')
# Then write the process itself
if process == 'coarse_orbits':
spacing = [45]
spacing_row = [15,10,15]
else:
spacing, spacing_row = self.process_spacing(process)
data = self.processes[process]
for i in range(3):
f.write('\n')
f.write('******************************************************************* \n')
f.write('*_Start_' + process + ':\n')
f.write('******************************************************************* \n')
for line_key in self.processes[process].keys():
if 'row' in line_key: # If it is a table of consists of several different parts
line = ''.join([(' ' + data[line_key][i]).replace(' -','-').ljust(spacing_row[i]) for i in range(len(data[line_key]))])
f.write(line + '\n')
elif process == 'coarse_orbits': # the coarse orbits output is different from the others.
if 'Control point' in line_key: # Special case coarse orbits...
f.write((line_key + ' =').ljust(spacing[0]) + str(self.processes[process][line_key]) + '\n')
elif not isinstance(data[line_key], str): # Another special case
f.write(line_key.ljust(spacing_row[0]) + (data[line_key][0]).ljust(spacing_row[1]) +
data[line_key][1].ljust(spacing_row[2]) + ' '.join(data[line_key][2:]) + '\n')
elif isinstance(data[line_key], str): # Handle as in normal cases
f.write((line_key + ':').ljust(spacing[0]) + str(self.processes[process][line_key]) + '\n')
else: # If it consists out of two parts
f.write((line_key + ':').ljust(spacing[0]) + str(self.processes[process][line_key]) + '\n')
f.write('******************************************************************* \n')
f.write('* End_' + process + ':_NORMAL\n')
f.write('******************************************************************* \n')
f.close()
# Read the locations in the new file
self.process_reader()
def insert(self,data,process,variable=''):
# This function inserts a variable or a process which does not exist at the moment
processes = list(self.process_control.keys())
processes.extend(['header','leader_datapoints'])
if process not in processes:
warnings.warn('This process does not exist for this datatype: ' + str(process))
return
# If a full process is added
if not variable:
if self.process_control[process] == '1':
warnings.warn('This process already exists! Use the update function: ' + str(process))
return
elif self.process_control[process] == '0':
self.process_control[process] = '1'
self.processes[process] = data
self.process_timestamp[process] = ''
# A variable is added
if variable:
if variable in self.processes[process].keys():
warnings.warn('This variable already exists! Use the update function: ' + str(variable))
return
elif not self.processes[process][variable]:
self.processes[process][variable] = data
def delete(self,process,variable=''):
# This function deletes a variable or a process which does exist at the moment
processes = list(self.process_control.keys())
processes.extend(['header','leader_datapoints'])
if process not in processes:
warnings.warn('This process does not exist for this datatype: ' + str(process))
return
# If a full process is deleted
if not variable:
if self.process_control[process] == '0':
warnings.warn('This process does not exist: ' + str(process))
return
elif self.process_control[process] == '1':
self.process_control[process] = '0'
del self.processes[process]
del self.process_timestamp[process]
# A variable is deleted
if variable:
if not variable in self.processes[process].keys():
warnings.warn('This variable does not exist: ' + str(variable))
return
else:
del self.processes[process][variable]
def update(self,data,process,variable=''):
# This function updates a variable or a process which does exist at the moment
processes = self.process_control.keys()
processes.extend(['header','leader_datapoints'])
if not process in processes:
warnings.warn('This process does not exist for this datatype: ' + str(process))
return
# If a full process is added
if not variable:
if self.process_control[process] == '1':
self.processes[process] = data
elif self.process_control[process] == '0':
warnings.warn('This process does not exist. Use the insert function: ' + str(process))
return
# A variable is added
if variable:
if variable in self.processes[process].keys():
self.processes[process][variable] = data
elif not self.processes[process][variable]:
warnings.warn('This variable does not exist. Use the insert function: ' + str(variable))
return
def request(self,process,variable=''):
# This function updates a variable or a process which does exist at the moment
processes = self.process_control.keys()
processes.extend(['header','leader_datapoints'])
if not process in processes:
warnings.warn('This process does not exist for this datatype: ' + str(process))
return
# If a full process is added
if not variable:
if self.process_control[process] == '1':
data = self.processes[process]
elif self.process_control[process] == '0':
warnings.warn('This process does not exist: ' + str(process))
return
# A variable is added
if variable:
if variable in self.processes[process].keys():
data = self.processes[process][variable]
elif not self.processes[process][variable]:
warnings.warn('This variable does not exist: ' + str(variable))
return
return data
|
