1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
|
#!/usr/bin/env bash
# Updates CNAME domains JSON
# stop on errors (nonzero exit codes), uninitialized vars
set -eu
CNAME_LIST_PATH=src/data/cname_domains.json
CNAME_LIST_URL=https://raw.githubusercontent.com/AdguardTeam/cname-trackers/master/data/combined_disguised_trackers.json
TEMPFILE=$(mktemp)
trap 'rm $TEMPFILE' EXIT
echo "fetching CNAME domain list ..."
if wget -q -T 30 -O "$TEMPFILE" -- $CNAME_LIST_URL && [ -s "$TEMPFILE" ]; then
# validation
if ! python3 -m json.tool "$TEMPFILE" >/dev/null; then
echo " new CNAME domain list is not formatted correctly"
echo " aborting build!"
exit 1
fi
node --experimental-default-type=module scripts/updatecnames.mjs "$TEMPFILE"
if cmp -s "$TEMPFILE" $CNAME_LIST_PATH; then
echo " no CNAME domain list updates"
else
cp "$TEMPFILE" $CNAME_LIST_PATH
echo " updated CNAME domain list at $CNAME_LIST_PATH"
echo
echo " WARNING: AMO REQUIRES ALL FILES TO BE UNDER 4 MB"
filesize=$(python3 -c "import sys, json; print(round(len(json.dumps(json.load(sys.stdin))) / 1000 / 1000, 2), end='')" < "$CNAME_LIST_PATH")
printf " $CNAME_LIST_PATH is %s MB\n" "$filesize"
echo
echo " please verify and commit!"
exit 1
fi
else
echo " failed to fetch CNAME domains from $CNAME_LIST_URL"
echo " aborting build!"
exit 1
fi
|
