1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
|
#!/usr/bin/env python
import sys, os, re, subprocess
from time import sleep
try:
from lxml import etree
except ImportError:
sys.stderr.write("** Could not import lxml! Rule validation SKIPPED.\n")
sys.stderr.write("** Caution: A resulting build MAY CONTAIN INVALID RULES.\n")
sys.stderr.write("** Please install libxml2 and lxml to permit validation!\n")
sys.exit(0)
base_dir = os.getcwd()
rule_script = '/'.join([base_dir, 'single_rule_response.py'])
report_file = '/'.join([base_dir, 'response_report.txt'])
rule_file = '/'.join([base_dir, '%s_report.txt'])
if sys.argv[1:]:
os.chdir(sys.argv[1])
failure = 0
default_off = 0
procs = []
files = os.listdir('.')
PARALLELISM = 10
with open(report_file, 'w+') as fd:
fd.truncate(0)
while True:
if files and (len(procs) < PARALLELISM):
fil = files.pop()
if 'mismatches' in fil:
continue
try:
tree = etree.parse(fil)
if tree.xpath('/ruleset/@default_off'):
default_off += 1
continue
except Exception as e:
continue
proc = subprocess.Popen([rule_script, fil, rule_file %
fil[:-4]])
procs.append((proc, fil[:-4]))
for (proc, f) in procs:
proc.poll()
print("POLL'D")
if proc.returncode != None:
print("FUCKED")
with open(rule_file % f, 'r') as rule_fd:
with open(report_file, 'a') as report_fd:
print("CONTEXT")
report_fd.writelines(rule_fd)
os.unlink(rule_file % f)
procs.remove((proc, f))
if not (files or procs):
break
sleep(0.75)
sys.stdout.write("Skipped %d default_off rulesets.\n" % default_off)
sys.exit(failure)
|
