1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
|
import sys
import unittest
import jc.utils
class MyTests(unittest.TestCase):
def test_utils_timestamp(self):
# naive timestamps created in PDT
datetime_map = {
# C locale format conversion, or date cli command in C locale with non-UTC tz
'Tue Mar 23 16:12:11 2021': {'string': 'Tue Mar 23 16:12:11 2021', 'format': 1000, 'naive': 1616541131, 'utc': None},
'Tue Mar 23 16:12:11 IST 2021': {'string': 'Tue Mar 23 16:12:11 IST 2021', 'format': 1000, 'naive': 1616541131, 'utc': None},
# Git date output
'Thu Mar 5 09:17:40 2020 -0800': {'string': 'Thu Mar 5 09:17:40 2020 -0800', 'format': 1100, 'naive': 1583428660, 'utc': None},
# ISO Format with UTC (found in syslog 5424)
'2003-10-11T22:14:15.003Z': {'string': '2003-10-11T22:14:15.003Z', 'format': 1300, 'naive': 1065935655, 'utc': 1065910455},
# ISO Format without TZ (found in syslog 5424)
'2003-10-11T22:14:15.003': {'string': '2003-10-11T22:14:15.003', 'format': 1310, 'naive': 1065935655, 'utc': None},
# CEF Format with UTC
'Nov 08 2022 12:30:00.111 UTC': {'string': 'Nov 08 2022 12:30:00.111 UTC', 'format': 1400, 'naive': 1667939400, 'utc': 1667910600},
# CEF Format without TZ
'Nov 08 2022 12:30:00.111': {'string': 'Nov 08 2022 12:30:00.111', 'format': 1410, 'naive': 1667939400, 'utc': None},
# CEF Format with UTC without microseconds
'Nov 08 2022 12:30:00 UTC': {'string': 'Nov 08 2022 12:30:00 UTC', 'format': 1420, 'naive': 1667939400, 'utc': 1667910600},
# CEF Format without TZ or microseconds
'Nov 08 2022 12:30:00': {'string': 'Nov 08 2022 12:30:00', 'format': 1430, 'naive': 1667939400, 'utc': None},
# en_US.UTF-8 local format (found in who cli output)
'2021-03-23 00:14': {'string': '2021-03-23 00:14', 'format': 1500, 'naive': 1616483640, 'utc': None},
# Windows english format (found in dir cli output)
'12/07/2019 02:09 AM': {'string': '12/07/2019 02:09 AM', 'format': 1600, 'naive': 1575713340, 'utc': None},
# Windows english format wint non-UTC tz (found in systeminfo cli output)
'3/22/2021, 1:15:51 PM (UTC-0600)': {'string': '3/22/2021, 1:15:51 PM (UTC-0600)', 'format': 1700, 'naive': 1616444151, 'utc': None},
# Windows english format with UTC tz (found in systeminfo cli output)
'3/22/2021, 1:15:51 PM (UTC)': {'string': '3/22/2021, 1:15:51 PM (UTC)', 'format': 1705, 'naive': 1616444151, 'utc': 1616418951},
# Windows english format with UTC tz in long-form (found in systeminfo cli output)
'3/22/2021, 1:15:51 PM (Coordinated Universal Time)': {'string': '3/22/2021, 1:15:51 PM (Coordinated Universal Time)', 'format': 1705, 'naive': 1616444151, 'utc': 1616418951},
# Windows english format with UTC tz (found in systeminfo cli output)
'3/22/2021, 1:15:51 PM (UTC+0000)': {'string': '3/22/2021, 1:15:51 PM (UTC+0000)', 'format': 1710, 'naive': 1616444151, 'utc': 1616418951},
# Windows ipconfig cli output format
'Thursday, June 22, 2023 10:39:04 AM': {'string': 'Thursday, June 22, 2023 10:39:04 AM', 'format': 1720, 'naive': 1687455544, 'utc': None},
# Google Big Table format with no timezone:
'2000/01/01-01:00:00.000000': {'string': '2000/01/01-01:00:00.000000', 'format': 1750, 'naive': 946717200, 'utc': None},
# Google Big Table format with timezone:
'2000/01/01-01:00:00.000000+00:00': {'string': '2000/01/01-01:00:00.000000+00:00', 'format': 1755, 'naive': 946717200, 'utc': 946688400},
# certbot format with timezone:
'2023-05-11 01:33:10+00:00': {'string': '2023-05-11 01:33:10+00:00', 'format': 1760, 'naive': 1683793990, 'utc': 1683768790},
# Common Log Format
'10/Oct/2000:13:55:36 -0700': {'string': '10/Oct/2000:13:55:36 -0700', 'format': 1800, 'naive': 971211336, 'utc': None},
'10/Oct/2000:13:55:36 -0000': {'string': '10/Oct/2000:13:55:36 -0000', 'format': 1800, 'naive': 971211336, 'utc': 971186136},
# en_US.UTF-8 local format (found in upower cli output)
'Tue 23 Mar 2021 04:12:11 PM UTC': {'string': 'Tue 23 Mar 2021 04:12:11 PM UTC', 'format': 2000, 'naive': 1616541131, 'utc': 1616515931},
# en_US.UTF-8 local format with non-UTC tz (found in upower cli output)
'Tue 23 Mar 2021 04:12:11 PM IST': {'string': 'Tue 23 Mar 2021 04:12:11 PM IST', 'format': 3000, 'naive': 1616541131, 'utc': None},
# HTTP header time format (always GMT so assume UTC)
'Wed, 31 Jan 2024 00:39:28 GMT': {'string': 'Wed, 31 Jan 2024 00:39:28 GMT', 'format': 3500, 'naive': 1706690368, 'utc': 1706661568},
# European local format (found in upower cli output)
'Tuesday 01 October 2019 12:50:41 PM UTC': {'string': 'Tuesday 01 October 2019 12:50:41 PM UTC', 'format': 4000, 'naive': 1569959441, 'utc': 1569934241},
# European local format with non-UTC tz (found in upower cli output)
'Tuesday 01 October 2019 12:50:41 PM IST': {'string': 'Tuesday 01 October 2019 12:50:41 PM IST', 'format': 5000, 'naive': 1569959441, 'utc': None},
# date cli command in en_US.UTF-8 format
'Wed Mar 24 06:16:19 PM UTC 2021': {'string': 'Wed Mar 24 06:16:19 PM UTC 2021', 'format': 6000, 'naive': 1616634979, 'utc': 1616609779},
# date cli command in C locale format
'Wed Mar 24 11:11:30 UTC 2021': {'string': 'Wed Mar 24 11:11:30 UTC 2021', 'format': 7000, 'naive': 1616609490, 'utc': 1616584290},
# C locale format (found in stat cli output - OSX)
'Mar 29 11:49:05 2021': {'string': 'Mar 29 11:49:05 2021', 'format': 7100, 'naive': 1617043745, 'utc': None},
# C local format (found in stat cli output - linux) non-UTC tz
'2019-08-13 18:13:43.555604315 -0400': {'string': '2019-08-13 18:13:43.555604315 -0400', 'format': 7200, 'naive': 1565745223, 'utc': None},
# C local format (found in stat cli output - linux) UTC
'2019-08-13 18:13:43.555604315 -0000': {'string': '2019-08-13 18:13:43.555604315 -0000', 'format': 7200, 'naive': 1565745223, 'utc': 1565720023},
# C locale format with non-UTC tz (found in modified vmstat cli output)
'2021-09-16 20:32:28 PDT': {'string': '2021-09-16 20:32:28 PDT', 'format': 7250, 'naive': 1631849548, 'utc': None},
# C locale format (found in modified vmstat cli output)
'2021-09-16 20:32:28 UTC': {'string': '2021-09-16 20:32:28 UTC', 'format': 7255, 'naive': 1631849548, 'utc': 1631824348},
# C locale format (found in timedatectl cli output)
'Wed 2020-03-11 00:53:21 UTC': {'string': 'Wed 2020-03-11 00:53:21 UTC', 'format': 7300, 'naive': 1583913201, 'utc': 1583888001},
# test with None input
None: {'string': None, 'format': None, 'naive': None, 'utc': None}
}
# fixup for change in behavior after python 3.6:
# Changed in version 3.7: When the %z directive is provided to the strptime() method,
# the UTC offsets can have a colon as a separator between hours, minutes and seconds.
# For example, '+01:00:00' will be parsed as an offset of one hour. In addition,
# providing 'Z' is identical to '+00:00'.
if sys.version_info < (3, 7, 0):
del datetime_map['2000/01/01-01:00:00.000000+00:00']
for input_string, expected_output in datetime_map.items():
ts = jc.utils.timestamp(input_string)
ts_dict = {
'string': ts.string,
'format': ts.format,
'naive': ts.naive,
'utc': ts.utc
}
self.assertEqual(ts_dict, expected_output)
def test_utils_convert_to_int(self):
io_map = {
None: None,
True: 1,
False: 0,
'': None,
'0': 0,
'1': 1,
'-1': -1,
'0.0': 0,
'0.1': 0,
'0.6': 0,
'-0.1': 0,
'-0.6': 0,
0: 0,
1: 1,
-1: -1,
0.0: 0,
0.1: 0,
0.6: 0,
-0.1: 0,
-0.6: 0
}
for input_string, expected_output in io_map.items():
self.assertEqual(jc.utils.convert_to_int(input_string), expected_output)
def test_utils_convert_to_float(self):
io_map = {
None: None,
True: 1.0,
False: 0.0,
'': None,
'0': 0.0,
'1': 1.0,
'-1': -1.0,
'0.0': 0.0,
'0.1': 0.1,
'0.6': 0.6,
'-0.1': -0.1,
'-0.6': -0.6,
0: 0.0,
1: 1.0,
-1: -1.0,
0.0: 0.0,
0.1: 0.1,
0.6: 0.6,
-0.1: -0.1,
-0.6: -0.6
}
for input_string, expected_output in io_map.items():
self.assertEqual(jc.utils.convert_to_float(input_string), expected_output)
def test_utils_convert_to_bool(self):
io_map = {
None: False,
True: True,
False: False,
'': False,
'0': False,
'1': True,
'-1': True,
'0.0': False,
'0.1': True,
'-0.1': True,
'*': True,
'true': True,
'True': True,
'false': False,
'False': False,
'Y': True,
'y': True,
'Yes': True,
'n': False,
'N': False,
'No': False,
0: False,
1: True,
-1: True,
0.0: False,
0.1: True,
-0.1: True,
}
for input_string, expected_output in io_map.items():
self.assertEqual(jc.utils.convert_to_bool(input_string), expected_output)
def test_utils_convert_size_to_int(self):
io_map = {
'42': 42,
'13b': 13,
'5 bytes': 5,
'1 KB': 1000,
'1 kilobyte': 1000,
'1 KiB': 1024,
'1.5 GB': 1500000000
}
for input_string, expected_output in io_map.items():
self.assertEqual(jc.utils.convert_size_to_int(input_string), expected_output)
def test_utils_convert_size_to_int_binary_true(self):
io_map = {
'1 KB': 1024,
'1.5 GB': 1610612736
}
for input_string, expected_output in io_map.items():
self.assertEqual(jc.utils.convert_size_to_int(input_string, binary=True), expected_output)
def test_utils_convert_size_to_int_posix_mode(self):
io_map = {
'1 K': 1024,
'1 KiB': 1024,
'1 KB': 1000,
'1.5 G': 1610612736,
'1.5 GiB': 1610612736,
'1.5 GB': 1500000000
}
for input_string, expected_output in io_map.items():
self.assertEqual(jc.utils.convert_size_to_int(input_string, posix_mode=True), expected_output)
def test_utils_convert_size_to_int_decimal_bias(self):
io_map = {
'1 K': 1000,
'1 Ki': 1000,
'1 KiB': 1024,
'1.5 G': 1500000000,
'1.5 Gi': 1500000000,
'1.5 GiB': 1610612736
}
for input_string, expected_output in io_map.items():
self.assertEqual(jc.utils.convert_size_to_int(input_string, decimal_bias=True), expected_output)
def test_utils_has_data_nodata(self):
self.assertFalse(jc.utils.has_data(' \n '))
def test_utils_has_data_withdata(self):
self.assertTrue(jc.utils.has_data(' \n abcd \n '))
def test_utils_input_type_check_wrong(self):
self.assertRaises(TypeError, jc.utils.input_type_check, ['abc'])
def test_utils_input_type_check_correct(self):
self.assertEqual(jc.utils.input_type_check('abc'), None)
def test_utils_line_slice_string_positive_slice(self):
data = '''line1
line2
line3
line4
'''
expected = 'line2\nline3'
self.assertEqual(jc.utils.line_slice(data, 1, 3), expected)
def test_utils_line_slice_string_negative_slice(self):
data = '''line1
line2
line3
line4
'''
expected = 'line2\nline3'
self.assertEqual(jc.utils.line_slice(data, 1, -1), expected)
def test_utils_line_slice_iter_positive_slice(self):
data = [
'line1',
'line2',
'line3',
'line4'
]
expected = ['line2', 'line3']
self.assertEqual(list(jc.utils.line_slice(data, 1, 3)), expected)
def test_utils_line_slice_iter_negative_slice(self):
data = [
'line1',
'line2',
'line3',
'line4'
]
expected = ['line2', 'line3']
self.assertEqual(list(jc.utils.line_slice(data, 1, -1)), expected)
def test_utils_line_slice_string_blank_lines(self):
data = '''line1
line2
line4
line5
'''
expected = 'line2\n\nline4'
self.assertEqual(jc.utils.line_slice(data, 1, 4), expected)
def test_utils_line_slice_iter_positive_blank_lines(self):
data = [
'line1',
'line2',
'',
'line4',
'line5'
]
expected = ['line2', '', 'line4']
self.assertEqual(list(jc.utils.line_slice(data, 1, 4)), expected)
def test_remove_quotes(self):
for char in ["'", '"']:
with self.subTest(f'Quote character: {char}'):
data = f'{char}this is a test{char}'
expected = 'this is a test'
self.assertEqual(jc.utils.remove_quotes(data), expected)
def test_normalize_key(self):
io_map = {
'This is @ crazy Key!!': 'this_is_crazy_key',
'Simple': 'simple',
'CamelCase': 'camelcase',
'^Complex-Key*': '_complex_key'
}
for data, expected in io_map.items():
with self.subTest(f'Original key: {data}'):
self.assertEqual(jc.utils.normalize_key(data), expected)
# need to mock shutil.get_terminal_size().columns or add a column parameter to test
# def test_utils_warning_message(self):
# msg = [
# 'this is a long first line that will be wrapped yada yada yada yada yada yada yada.',
# 'this is a second long line that will be wrapped yada yada yada yada yada yada yada yada yada.',
# 'this is a third long line that will be wrapped yada yada yada yada yada yada yada yada yada.'
# ]
# expected = '''jc: Warning - this is a long first line that will be wrapped yada yada yada
# yada yada yada yada.
# this is a second long line that will be wrapped yada yada yada
# yada yada yada yada yada yada.
# this is a third long line that will be wrapped yada yada yada
# yada yada yada yada yada yada.'''
# f = io.StringIO()
# with contextlib.redirect_stderr(f):
# jc.utils.warning_message(msg)
# self.assertEqual(f.getvalue(), expected + '\n')
if __name__ == '__main__':
unittest.main()
|
