1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
#!/usr/bin/env bash
# This install script is used in our GitHub Actions CI.
# See .github/workflows/ci.yml
set -e
# Use the THIRD_PARTY_DIR environment variable set by the workflow.
if [ -z "$THIRD_PARTY_DIR" ]; then
echo "Error: THIRD_PARTY_DIR environment variable is not set."
exit 1
fi
# Installing the third-party software and the appropriate env variables.
pushd "$THIRD_PARTY_DIR" 2>/dev/null || { mkdir -p "$THIRD_PARTY_DIR"; pushd "$THIRD_PARTY_DIR"; }
# Download nltk stanford dependencies
# Downloaded to $THIRD_PARTY_DIR/stanford-corenlp
# stanford_corenlp_package_zip_name=$(curl -s 'https://stanfordnlp.github.io/CoreNLP/' | grep -o 'stanford-corenlp-full-.*\.zip' | head -n1)
stanford_corenlp_package_zip_name="stanford-corenlp-4.5.1.zip"
[[ ${stanford_corenlp_package_zip_name} =~ (.+)\.zip ]]
stanford_corenlp_package_name=${BASH_REMATCH[1]}
if [[ ! -d "${stanford_corenlp_package_name}" ]]; then
curl -L "https://nlp.stanford.edu/software/$stanford_corenlp_package_zip_name" -o "${stanford_corenlp_package_zip_name}"
# wget -nv "https://nlp.stanford.edu/software/$stanford_corenlp_package_zip_name"
unzip -q "${stanford_corenlp_package_zip_name}"
rm "${stanford_corenlp_package_zip_name}"
mv "${stanford_corenlp_package_name}" 'stanford-corenlp'
fi
# Downloaded to $THIRD_PARTY_DIR/stanford-parser
# stanford_parser_package_zip_name=$(curl -s 'https://nlp.stanford.edu/software/lex-parser.shtml' | grep -o 'stanford-parser-full-.*\.zip' | head -n1)
stanford_parser_package_zip_name="stanford-parser-full-2018-10-17.zip"
[[ ${stanford_parser_package_zip_name} =~ (.+)\.zip ]]
stanford_parser_package_name=${BASH_REMATCH[1]}
if [[ ! -d "${stanford_parser_package_name}" ]]; then
curl -L "https://nlp.stanford.edu/software/$stanford_parser_package_zip_name" -o "${stanford_parser_package_zip_name}"
# wget -nv "https://nlp.stanford.edu/software/$stanford_parser_package_zip_name"
unzip -q "${stanford_parser_package_zip_name}"
rm "${stanford_parser_package_zip_name}"
mv "${stanford_parser_package_name}" 'stanford-parser'
fi
# Downloaded to $THIRD_PARTY_DIR/stanford-postagger
# stanford_tagger_package_zip_name=$(curl -s 'https://nlp.stanford.edu/software/tagger.shtml' | grep -o 'stanford-postagger-full-.*\.zip' | head -n1)
stanford_tagger_package_zip_name="stanford-postagger-full-2018-10-16.zip"
[[ ${stanford_tagger_package_zip_name} =~ (.+)\.zip ]]
stanford_tagger_package_name=${BASH_REMATCH[1]}
if [[ ! -d "${stanford_tagger_package_name}" ]]; then
curl -L "https://nlp.stanford.edu/software/$stanford_tagger_package_zip_name" -o "${stanford_tagger_package_zip_name}"
# wget -nv "https://nlp.stanford.edu/software/$stanford_tagger_package_zip_name"
unzip -q "${stanford_tagger_package_zip_name}"
rm "${stanford_tagger_package_zip_name}"
mv "${stanford_tagger_package_name}" 'stanford-postagger'
fi
# Download SENNA to $THIRD_PARTY_DIR/senna
# senna_file_name=$(curl -s 'https://ronan.collobert.com/senna/download.html' | grep -o 'senna-v.*.tgz' | head -n1)
if [[ "$(uname -s)" == "Linux" ]]; then
senna_file_name=$(curl -s 'https://ronan.collobert.com/senna/download.html' | grep -o 'senna-v.*.tgz' | head -n1)
senna_folder_name='senna'
if [[ ! -d "${senna_folder_name}" ]]; then
curl -L "https://ronan.collobert.com/senna/$senna_file_name" -o "${senna_file_name}"
# wget -nv "https://ronan.collobert.com/senna/$senna_file_name"
tar -xzf "${senna_file_name}"
rm "${senna_file_name}"
fi
else
echo "Skipping SENNA download on $(uname -s)"
fi
# Download PROVER9 to $THIRD_PARTY_DIR/prover9
if [[ "$(uname -s)" == "Linux" ]]; then
prover9_file_name="p9m4-v05.tar.gz"
[[ ${prover9_file_name} =~ (.+)\.tar\.gz ]]
prover9_folder_name=${BASH_REMATCH[1]}
if [[ ! -d "${prover9_folder_name}" ]]; then
curl -L "https://www.cs.unm.edu/~mccune/prover9/gui/$prover9_file_name" -o "${prover9_file_name}"
tar -xzf "${prover9_file_name}"
mv "${prover9_folder_name}" 'prover9'
rm "${prover9_file_name}"
fi
else
echo "Skipping PROVER9 download on $(uname -s)"
fi
# Download MEGAM to $THIRD_PARTY_DIR/megam
if [[ "$(uname -s)" == "Linux" ]]; then
megam_file_name="megam_i686.opt.gz"
[[ ${megam_file_name} =~ (.+)\.gz ]]
megam_folder_name=${BASH_REMATCH[1]}
if [[ ! -d "${megam_folder_name}" ]]; then
curl -L "http://hal3.name/megam/$megam_file_name" -o "${megam_file_name}"
gunzip -vf "${megam_file_name}"
mkdir -p "megam"
mv "${megam_folder_name}" "megam/${megam_folder_name}"
chmod -R 711 "megam/${megam_folder_name}"
fi
else
echo "Skipping MEGAM download on $(uname -s)"
fi
# TADM requires `libtaopetsc.so` from PETSc v2.3.3, and likely has more
# tricky to install requirements, so we don't run tests for it.
# Download TADM to $THIRD_PARTY_DIR/tadm
# tadm_file_name="tadm-0.9.8.tgz"
# [[ ${tadm_file_name} =~ (.+)\.tgz ]]
# tadm_folder_name=${BASH_REMATCH[1]}
# if [[ ! -d "${tadm_folder_name}" ]]; then
# curl -L "https://master.dl.sourceforge.net/project/tadm/tadm/tadm%200.9.8/$tadm_file_name?viasf=1" -o "${tadm_file_name}"
# tar -xvzf "${tadm_file_name}"
# rm "${tadm_file_name}"
# chmod -R 711 "./tadm/bin/tadm"
# fi
# Download MaltParser to $THIRD_PARTY_DIR/maltparser
# malt_file_name=$(curl -s 'http://maltparser.org/download.html' | grep -o 'maltparser-.*\.tar.gz' | head -n1)
malt_file_name="maltparser-1.9.2.tar.gz"
[[ ${malt_file_name} =~ (.+)\.tar\.gz ]]
malt_folder_name=${BASH_REMATCH[1]}
if [[ ! -d "${malt_folder_name}" ]]; then
curl -L "http://maltparser.org/dist/$malt_file_name" -o "${malt_file_name}"
tar -xzf "${malt_file_name}"
mv "${malt_folder_name}" 'maltparser'
rm "${malt_file_name}"
fi
ls -l "$THIRD_PARTY_DIR"
popd
|
