1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
|
set -xe
#!/usr/bin/env bash
# Install conda
case "$(uname -s)" in
'Darwin')
MINICONDA_FILENAME="Miniconda3-latest-MacOSX-x86_64.sh"
;;
'Linux')
MINICONDA_FILENAME="Miniconda3-latest-Linux-x86_64.sh"
;;
*) ;;
esac
wget https://repo.continuum.io/miniconda/$MINICONDA_FILENAME -O miniconda.sh
bash miniconda.sh -b -p $HOME/miniconda
export PATH="$HOME/miniconda/bin:$PATH"
conda config --set always_yes yes --set changeps1 no --set remote_max_retries 10
# Create conda environment
conda create -q -n test-environment python=$PYTHON
source activate test-environment
# Pin matrix items
# Please see PR ( https://github.com/dask/dask/pull/2185 ) for details.
touch $CONDA_PREFIX/conda-meta/pinned
if ! [[ ${UPSTREAM_DEV} ]]; then
echo "Pinning NumPy $NUMPY, pandas $PANDAS"
echo "numpy $NUMPY" >> $CONDA_PREFIX/conda-meta/pinned
echo "pandas $PANDAS" >> $CONDA_PREFIX/conda-meta/pinned
fi;
# Install dependencies.
conda install -q -c conda-forge \
numpy \
pandas \
bcolz \
blosc \
bokeh \
boto3 \
chest \
cloudpickle \
coverage \
cytoolz \
distributed \
graphviz \
h5py \
ipython \
lz4 \
partd \
psutil \
pytables \
"pytest<=3.10" \
requests \
scikit-image \
scikit-learn \
scipy \
sqlalchemy \
toolz
pip install --upgrade --no-deps git+https://github.com/dask/partd
pip install --upgrade --no-deps git+https://github.com/dask/zict
pip install --upgrade --no-deps git+https://github.com/dask/distributed
pip install --upgrade --no-deps git+https://github.com/mrocklin/sparse
pip install --upgrade --no-deps git+https://github.com/dask/s3fs
if [[ $PYTHONOPTIMIZE != '2' ]] && [[ $NUMPY > '1.11.0' ]] && [[ $NUMPY < '1.14.0' ]]; then
conda install -q -c conda-forge fastparquet python-snappy cython
conda remove --force fastparquet
pip install --no-deps git+https://github.com/dask/fastparquet
fi
if [[ $PYTHON == '2.7' ]]; then
pip install --no-deps backports.lzma mock
fi
pip install --upgrade --no-deps \
cachey \
graphviz \
pandas_datareader
pip install --upgrade \
cityhash \
flake8 \
mmh3 \
pytest-xdist \
xxhash \
moto
if [[ ${UPSTREAM_DEV} ]]; then
echo "Installing PyArrow dev"
conda install -q -c twosigma \
arrow-cpp \
parquet-cpp \
pyarrow
else
echo "Installing PyArrow"
conda install -c conda-forge \
arrow-cpp \
parquet-cpp \
pyarrow
fi;
if [[ ${UPSTREAM_DEV} ]]; then
echo "Installing NumPy and Pandas dev"
conda uninstall -y --force numpy pandas
PRE_WHEELS="https://7933911d6844c6c53a7d-47bd50c35cd79bd838daf386af554a83.ssl.cf2.rackcdn.com"
pip install --pre --no-deps --upgrade --timeout=60 -f $PRE_WHEELS numpy pandas
fi;
# Install dask
pip install --no-deps -e .[complete]
echo conda list
conda list
set +xe
|
