File: parseyaml.py

package info (click to toggle)
mpich 4.0.2-3
  • links: PTS, VCS
  • area: main
  • in suites: bookworm
  • size: 423,384 kB
  • sloc: ansic: 1,088,434; cpp: 71,364; javascript: 40,763; f90: 22,829; sh: 17,463; perl: 14,773; xml: 14,418; python: 10,265; makefile: 9,246; fortran: 8,008; java: 4,355; asm: 324; ruby: 176; lisp: 19; php: 8; sed: 4
file content (96 lines) | stat: -rwxr-xr-x 1,988 bytes parent folder | download | duplicates (5)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
#!/usr/bin/env python

import sys
import pprint
import operator
from optparse import OptionParser
from functools import reduce

try:
	import yaml
except ImportError:
	print ("PyYAML library missing, try: yum install PyYAML")
	sys.exit(1)

# diff two list-of dicts for perf numbers
# this means just produce xfer_size, MB/sec, usec/xfer
def _diff(a,b):
	r = []

	for v1, v2 in zip(a,b):
		d = {}
		for k in list(v2.keys()):
			if k == 'xfer_size':
				d[k] = v2[k]
			elif k == 'MB/sec' or k == 'usec/xfer':
				d[k] = float((v2[k] - v1[k])) / float(v1[k]) * 100
			else:
				continue

		r.append(d.copy())

	return r

def difference(ystream):
	"""Subtract a from b and print the results"""

	# reverse stream and split based on key
	rev = reversed(list(ystream))
	a, b = {}, {}
	for i in rev:
		if not set(i).issubset(set(b)):
			b.update(i)
		else:
			a.update(i)

	result = {}
	for k in list(b.keys()):
		result[k] = _diff(a[k], b[k])

	return result

def pretty(stream):
	"""Prety-print given yaml stream and exit"""
	for i in stream: pprint.pprint(i)
	return 0

def perfprint(d):
	for k,v in list(d.items()):
		print(k, ":")
		for i in v:
			print('xfer_size: ', i['xfer_size'])
			print(', MB/sec: %.2f' % i['MB/sec'] + '%')
			print(', usec/xfer: %.2f' % i['usec/xfer'] + '%')
	

def main(argv=None):

	parser = OptionParser(description='fabtests yaml parsing utility')
	parser.add_option('-d', action='store_true', default=False, help=difference.__doc__)
	parser.add_option('-v', action='store_true', default=False, help=pretty.__doc__)
	(options, args) = parser.parse_args()

	if len(args) == 0:
		fd = sys.stdin
	elif len(args) > 1:
		class fd:
			@staticmethod
			def read():
				r1 = list(map(open, args))
				r2 = [x.read() for x in r1]
				return reduce(operator.add, r2)
	else:
		fd = open(args[0], 'r')

	yi = yaml.load_all(fd.read())

	if options.d:
		perfprint(difference(yi))

	if options.v:
		pretty(yi)

	return 0

if __name__ == "__main__":
	sys.exit(main(sys.argv))