1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|
import argparse
import logging
import os
from pathlib import Path
import re
import tempfile
from azure_devtools.ci_tools.git_tools import (
do_commit,
)
from azure_devtools.ci_tools.github_tools import (
manage_git_folder,
configure_user
)
from git import Repo
from github import Github
from . import build_packaging_by_package_name
_LOGGER = logging.getLogger(__name__)
_SDK_FOLDER_RE = re.compile(r"^(sdk/[\w-]+)/(azure[\w-]+)/", re.ASCII)
def update_pr(gh_token, repo_id, pr_number):
from github import Github
con = Github(gh_token)
repo = con.get_repo(repo_id)
sdk_pr = repo.get_pull(pr_number)
files = [one_file.filename for one_file in sdk_pr.get_files() if one_file.status not in ['removed']]
# "get_files" of Github only download the first 300 files. Might not be enough.
package_names = {('.', f.split('/')[0]) for f in files if f.startswith("azure")}
# Handle the SDK folder as well
matches = {_SDK_FOLDER_RE.search(f) for f in files}
package_names.update({match.groups() for match in matches if match is not None})
# Get PR branch to push
head_repo = sdk_pr.head.repo.full_name
head_branch = sdk_pr.head.ref
branched_index = "{}@{}".format(head_repo, head_branch)
_LOGGER.info("Checkout %s", branched_index)
with tempfile.TemporaryDirectory() as temp_dir, \
manage_git_folder(gh_token, Path(temp_dir) / Path("sdk"), branched_index) as sdk_repo_root:
sdk_repo = Repo(str(sdk_repo_root))
configure_user(gh_token, sdk_repo)
for base_folder, package_name in package_names:
if package_name.endswith("nspkg"):
_LOGGER.info("Skip nspkg packages for update PR")
continue
# Rebuild packaging
_LOGGER.info("Try update package %s from folder %s", package_name, base_folder)
build_packaging_by_package_name(package_name, sdk_repo_root / Path(base_folder), build_conf=True)
# Commit that
do_commit(
sdk_repo,
"Packaging update of {}".format(package_name),
head_branch,
None # Unused
)
# Push all commits at once
sdk_repo.git.push('origin', head_branch, set_upstream=True)
def update_pr_main():
"""Main method"""
parser = argparse.ArgumentParser(
description='Build package.',
formatter_class=argparse.RawTextHelpFormatter)
parser.add_argument('--pr-number', '-p',
dest='pr_number', type=int, required=True,
help='PR number')
parser.add_argument('--repo', '-r',
dest='repo_id', default="Azure/azure-sdk-for-python",
help='Repo id. [default: %(default)s]')
parser.add_argument("-v", "--verbose",
dest="verbose", action="store_true",
help="Verbosity in INFO mode")
parser.add_argument("--debug",
dest="debug", action="store_true",
help="Verbosity in DEBUG mode")
args = parser.parse_args()
main_logger = logging.getLogger()
if args.verbose or args.debug:
logging.basicConfig()
main_logger.setLevel(logging.DEBUG if args.debug else logging.INFO)
update_pr(
os.environ.get("GH_TOKEN", None),
args.repo_id,
int(args.pr_number),
)
if __name__ == "__main__":
update_pr_main()
|
