1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
|
#!/usr/bin/env python3
import glob
import logging
import os
import re
import subprocess
import sys
from datetime import datetime
logging.basicConfig(level=logging.INFO)
logger = logging.getLogger("cibuild")
twine_username = os.environ.get("TWINE_USERNAME")
twine_password = os.environ.get("TWINE_PASSWORD")
docker_username = os.environ.get("DOCKER_USERNAME")
docker_password = os.environ.get("DOCKER_PASSWORD")
aws_creds = os.environ.get("AWS_ACCESS_KEY_ID")
def tag():
match = re.search("refs/tags/(.*)", os.environ.get("GITHUB_REF"))
if match:
return match.group(1)
return None
def branch():
match = re.search("refs/heads/(.*)", os.environ.get("GITHUB_REF"))
if match:
return match.group(1)
return None
def docker_name(version):
return f"spaam/svtplay-dl:{version}"
def build_docker():
logger.info("Building docker")
if tag():
version = tag()
else:
version = "dev"
subprocess.check_output(["docker", "build", "-f", "dockerfile/Dockerfile", "-t", docker_name(version), "."])
subprocess.check_call(["docker", "login", "-u", docker_username, "-p", docker_password])
subprocess.check_call(["docker", "push", docker_name(version)])
if tag():
subprocess.check_output(["docker", "tag", docker_name(version), docker_name("latest")])
subprocess.check_call(["docker", "push", docker_name("latest")])
def snapshot_folder():
"""
Use the commit date in UTC as folder name
"""
logger.info("Snapshot folder")
try:
stdout = subprocess.check_output(["git", "show", "-s", "--format=%cI", "HEAD"])
except subprocess.CalledProcessError as e:
logger.error("Error: {}".format(e.output.decode("ascii", "ignore").strip()))
sys.exit(2)
except FileNotFoundError as e:
logger.error(f"Error: {e}")
sys.exit(2)
ds = stdout.decode("ascii", "ignore").strip()
dt = datetime.fromisoformat(ds)
utc = dt - dt.utcoffset()
return utc.strftime("%Y%m%d_%H%M%S")
def aws_upload():
if tag():
folder = "release"
version = tag()
else:
folder = "snapshots"
version = snapshot_folder()
logger.info(f"Upload to aws {folder}/{version}")
for file in ["svtplay-dl", "svtplay-dl-amd64.zip", "svtplay-dl-win32.zip"]:
if os.path.isfile(file):
subprocess.check_call(
["aws", "--region", "us-east-1", "s3", "cp", f"{file}", f"s3://svtplay-dl/{folder}/{version}/{file}"],
)
def pypi_upload():
logger.info("Uploading to pypi")
sdist = glob.glob("dist/svtplay_dl-*.tar.gz")
if sdist:
subprocess.check_call(["twine", "upload", sdist[0]])
else:
logging.warning("Can't find file for pypi..")
logger.info(f"Branch: {branch()}")
logger.info(f"Tag: {tag()}")
if not tag() and branch() != "master":
sys.exit(0)
if os.environ.get("CIBUILD") != "yes":
sys.exit(0)
if os.environ.get("OS").startswith("ubuntu") and os.environ.get("BUILD_DOCKER") == "yes":
build_docker()
aws_upload()
if tag() and os.environ.get("OS").startswith("ubuntu"):
pypi_upload()
|
