1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
# coding=utf-8
import glob
import os
import subprocess as sp
import time
from pypi_tools.pypi import PyPIClient
from pathlib import Path
error_packages_info = {}
def find_report_name(result):
signal_api_pattern = 'written to'
multi_api_pattern = 'merged_report'
for line in result:
idx = line.find(signal_api_pattern)
idx1 = line.find(multi_api_pattern)
if idx > 0 and idx1 > 0:
return "_/" + line[idx + len(signal_api_pattern):].replace(" ", "")
for line in result:
idx = line.find(signal_api_pattern)
if idx > 0:
return "_/" + line[idx + len(signal_api_pattern):].replace(" ", "")
return ''
def create_folder(name):
if not os.path.exists(name):
os.mkdir(name)
def write_txt(folder, text_name, content, older_version, last_version):
file_path = str(Path(f"{folder}/{text_name}_{older_version}_{last_version}.txt"))
with open(file=file_path, mode="w", encoding="utf-8") as file:
file.write(content)
print(f"{text_name} has been created successfully")
def create_code_report(cmd, service_name):
process = sp.Popen(
cmd,
stderr=sp.STDOUT,
stdout=sp.PIPE,
universal_newlines=True,
cwd=None,
shell=False,
env=None,
encoding="utf-8",
)
output_buffer = [line.rstrip() for line in process.stdout]
process.wait()
if process.returncode:
error_packages_info[service_name] = '\n'.join(output_buffer[-min(len(output_buffer), 10):])
raise Exception(f'fail to create code report of {service_name}')
return output_buffer
if __name__ == '__main__':
# get sdk path
env = Path.cwd()
docker_path = env.parent.parent
docker_cmd = 'docker exec -it Change_log /bin/bash -c'
# create docker env in sdk path
sp.call(fr"docker create -it --rm -h Change_log --name Change_log -v {docker_path}:/_ l601306339/autorest")
sp.call("docker start Change_log")
# install azure tools
sp.call(f'{docker_cmd} "python _/scripts/dev_setup.py -p azure-core" ')
# get all azure-mgmt-package paths
in_files = glob.glob(str(Path(f'{docker_path}/sdk/*/azure-mgmt-*')))
for i in in_files:
path = Path(i)
service_name = path.parts[-1]
# get package version in pypi
client = PyPIClient()
versions = [str(v) for v in client.get_ordered_versions(service_name)]
if len(versions) >= 2:
older_version = versions[-2]
last_version = versions[-1]
# generate code_report
cmd_last_version = fr'{docker_cmd} "cd _/ && python -m packaging_tools.code_report {service_name} --version={last_version}"'
cmd_older_version = fr'{docker_cmd} "cd _/ && python -m packaging_tools.code_report {service_name} --version={older_version}"'
try:
last_code_report_info = create_code_report(cmd_last_version, service_name)
older_code_report_info = create_code_report(cmd_older_version, service_name)
# get code_report path
route_last_version = find_report_name(last_code_report_info)
route_older_version = find_report_name(older_code_report_info)
# use change_log on these two code_reports
result = sp.check_output(
f'{docker_cmd} "python -m packaging_tools.change_log {route_older_version} {route_last_version}"',
shell=True, universal_newlines=True)
except sp.CalledProcessError as e:
print(f'error happened for {service_name} during changelog generation')
error_packages_info[service_name] = str(e)
except Exception as e:
print(f'error happened for {service_name} during code report generation: {e}')
else:
output_message = result.split("\n")
result_text = "\n".join(output_message[1:])
# write a txt to save change_log
change_log_folder_path = str(env / "Change_Log")
create_folder(change_log_folder_path)
write_txt(change_log_folder_path, service_name, result_text, older_version, last_version)
if error_packages_info:
for k, v in error_packages_info.items():
print(f'== {k} encountered an error, info: {v}')
# exit and stop docker
sp.call(f'{docker_cmd} "exit"')
sp.call(f'docker stop Change_log')
|
