1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143
|
# Copyright (C) 2018 and later: Unicode, Inc. and others.
# License & terms of use: http://www.unicode.org/copyright.html
# Python 2/3 Compatibility (ICU-20299)
# TODO(ICU-20301): Remove this.
from __future__ import print_function
import sys
from . import *
def dir_for(file):
if isinstance(file, LocalFile):
return get_local_dirname(file.dirname)
if isinstance(file, SrcFile):
return "{SRC_DIR}"
if isinstance(file, InFile):
return "{IN_DIR}"
if isinstance(file, TmpFile):
return "{TMP_DIR}"
if isinstance(file, OutFile):
return "{OUT_DIR}"
if isinstance(file, PkgFile):
return "{PKG_DIR}"
assert False
LOCAL_DIRNAME_SUBSTITUTIONS = {
"SRC": "{SRC_DIR}",
"FILTERS": "{FILTERS_DIR}",
"CWD": "{CWD_DIR}"
}
def get_local_dirname(dirname):
if dirname.startswith("/"):
return dirname
elif dirname.startswith("$"):
# Note: directory separator substitution happens later
sep_idx = dirname.find("/")
if sep_idx == -1:
sep_idx = len(dirname)
variable = dirname[1:sep_idx]
if variable in LOCAL_DIRNAME_SUBSTITUTIONS:
return LOCAL_DIRNAME_SUBSTITUTIONS[variable] + dirname[sep_idx:]
print(
"Error: Local directory must be absolute, or relative to one of: " +
(", ".join("$%s" % v for v in LOCAL_DIRNAME_SUBSTITUTIONS.keys())),
file=sys.stderr
)
exit(1)
ALL_TREES = [
"locales",
"curr",
"lang",
"region",
"zone",
"unit",
"coll",
"brkitr",
"rbnf",
]
def concat_dicts(*dicts):
# There is not a super great way to do this in Python:
new_dict = {}
for dict in dicts:
new_dict.update(dict)
return new_dict
def repeated_execution_request_looper(request):
# dictionary of lists to list of dictionaries:
ld = [
dict(zip(request.repeat_with, t))
for t in zip(*request.repeat_with.values())
]
if not ld:
# No special options given in repeat_with
ld = [{} for _ in range(len(request.input_files))]
return zip(ld, request.specific_dep_files, request.input_files, request.output_files)
def format_single_request_command(request, cmd_template, common_vars):
return cmd_template.format(
ARGS = request.args.format(
INPUT_FILES = [file.filename for file in request.input_files],
OUTPUT_FILES = [file.filename for file in request.output_files],
**concat_dicts(common_vars, request.format_with)
)
)
def format_repeated_request_command(request, cmd_template, loop_vars, common_vars):
(iter_vars, _, input_file, output_file) = loop_vars
return cmd_template.format(
ARGS = request.args.format(
INPUT_FILE = input_file.filename,
OUTPUT_FILE = output_file.filename,
**concat_dicts(common_vars, request.format_with, iter_vars)
)
)
def flatten_requests(requests, config, common_vars):
result = []
for request in requests:
result += request.flatten(config, requests, common_vars)
return result
def get_all_output_files(requests, include_tmp=False):
files = []
for request in requests:
files += request.all_output_files()
# Filter out all files but those in OUT_DIR if necessary.
# It is also easy to filter for uniqueness; do it right now and return.
if not include_tmp:
files = (file for file in files if isinstance(file, OutFile))
return list(set(files))
# Filter for unique values. NOTE: Cannot use set() because we need to accept same filename as
# OutFile and TmpFile as different, and by default they evaluate as equal.
return [f for _, f in set((type(f), f) for f in files)]
def compute_directories(requests):
dirs = set()
for file in get_all_output_files(requests, include_tmp=True):
path = "%s/%s" % (dir_for(file), file.filename)
dirs.add(path[:path.rfind("/")])
return list(sorted(dirs))
class SpaceSeparatedList(list):
"""A list that joins itself with spaces when converted to a string."""
def __str__(self):
return " ".join(self)
|