1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
|
#!/usr/bin/env python3
# Copyright 2024 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""This script syncs the Clang and Rust revisions defined in update.py
and update_rust.py with the deps entries in DEPS."""
import argparse
import hashlib
import re
import os
import subprocess
import sys
import tempfile
from update import DownloadUrl, CDS_URL, CLANG_REVISION, CLANG_SUB_REVISION
sys.path.append(
os.path.join(os.path.dirname(os.path.abspath(__file__)), '..', '..',
'rust'))
from update_rust import RUST_REVISION, RUST_SUB_REVISION
CLANG_PLATFORM_TO_PACKAGE_FILES = {
'Linux_x64': [
'clang',
'clang-tidy',
'clangd',
'llvm-code-coverage',
'llvmobjdump',
],
'Mac': [
'clang',
'clang-mac-runtime-library',
'clang-tidy',
'clangd',
'llvm-code-coverage',
],
'Mac_arm64': [
'clang',
'clang-tidy',
'clangd',
'llvm-code-coverage',
],
'Win': [
'clang',
'clang-tidy',
'clang-win-runtime-library',
'clangd',
'llvm-code-coverage',
'llvmobjdump',
],
}
def GetDepsObjectInfo(object_name: str) -> str:
url = f'{CDS_URL}/{object_name}'
describe_url = f'gs://chromium-browser-clang/{object_name}'
output = subprocess.check_output(['gsutil.py', 'stat',
describe_url]).decode("utf-8")
# Output looks like:
# ``
# gs://bucket/path:
# Creation time: Wed, 15 May 2024 13:36:30 GMT
# Update time: Wed, 15 May 2024 13:36:30 GMT
# Storage class: STANDARD
# Cache-Control: public, max-age=31536000,no-transform
# Content-Encoding: gzip
# Content-Length: 5766650
# Content-Type: application/octet-stream
# Hash (crc32c): E8z0Sg==
# Hash (md5): E/XAhJhhpd5+08cdO17CFA==
# ETag: COvj8aXjj4YDEAE=
# Generation: 1715780189975019
# Metageneration: 1
generation = re.search(r'Generation:\s+([0-9]+)', output).group(1)
size_bytes = re.search(r'Content-Length:\s+([0-9]+)', output).group(1)
with tempfile.NamedTemporaryFile() as f:
DownloadUrl(url, f)
f.seek(0)
sha256sum = hashlib.file_digest(f, 'sha256').hexdigest()
return f'{object_name},{sha256sum},{size_bytes},{generation}'
def GetRustObjectNames() -> list:
object_names = []
for host_os in ['Linux_x64', 'Mac', 'Mac_arm64', 'Win']:
rust_version = (f'{RUST_REVISION}-{RUST_SUB_REVISION}')
clang_revision = CLANG_REVISION
object_name = f'{host_os}/rust-toolchain-{rust_version}-{clang_revision}'
object_names.append(f'{object_name}.tar.xz')
return object_names
def GetClangObjectNames() -> list:
object_names = []
clang_version = f'{CLANG_REVISION}-{CLANG_SUB_REVISION}'
for platform, package_file_list in CLANG_PLATFORM_TO_PACKAGE_FILES.items():
for package_file in package_file_list:
object_names.append(f'{platform}/{package_file}-{clang_version}.tar.xz')
return object_names
def main():
setdep_revisions = []
rust_object_infos = [
GetDepsObjectInfo(o) for o in sorted(GetRustObjectNames())
]
rust_object_infos_string = '?'.join(rust_object_infos)
rust_deps_entry_path = 'src/third_party/rust-toolchain'
setdep_revisions.append(
f'--revision={rust_deps_entry_path}@{rust_object_infos_string}')
clang_object_infos = [
GetDepsObjectInfo(o) for o in sorted(GetClangObjectNames())
]
clang_object_infos_string = '?'.join(clang_object_infos)
clang_deps_entry_path = 'src/third_party/llvm-build/Release+Asserts'
setdep_revisions.append(
f'--revision={clang_deps_entry_path}@{clang_object_infos_string}')
subprocess.run(['gclient', 'setdep'] + setdep_revisions)
if __name__ == '__main__':
sys.exit(main())
|
