1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55
|
set -xe
if [[ ${UPSTREAM_DEV} ]]; then
# NOTE: `dask/tests/test_ci.py::test_upstream_packages_installed` should up be
# updated when packages here are updated.
# Pick up https://github.com/mamba-org/mamba/pull/2903
mamba install -n base 'mamba>=1.5.2'
mamba uninstall --force bokeh
mamba install -y -c bokeh/label/dev bokeh
mamba uninstall --force pyarrow pyarrow-core
python -m pip install --no-deps \
--extra-index-url https://pypi.fury.io/arrow-nightlies/ \
--prefer-binary --pre pyarrow
mamba uninstall --force fastparquet
python -m pip install \
--upgrade \
locket \
git+https://github.com/dask/s3fs \
git+https://github.com/intake/filesystem_spec \
git+https://github.com/dask/partd \
git+https://github.com/dask/zict \
git+https://github.com/dask/distributed \
git+https://github.com/dask/dask-expr \
git+https://github.com/dask/fastparquet \
git+https://github.com/zarr-developers/zarr-python
mamba uninstall --force numpy pandas scipy numexpr numba sparse scikit-image h5py
python -m pip install --no-deps --pre --retries 10 \
-i https://pypi.anaconda.org/scientific-python-nightly-wheels/simple \
numpy \
pandas \
scipy \
scikit-image \
h5py
# Used when automatically opening an issue when the `upstream` CI build fails
mamba install pytest-reportlog
fi
# Install dask
python -m pip install --quiet --no-deps -e .[complete]
echo mamba list
mamba list
# For debugging
echo -e "--\n--Conda Environment (re-create this with \`conda env create --name <name> -f <output_file>\`)\n--"
mamba env export | grep -E -v '^prefix:.*$' > env.yaml
cat env.yaml
set +xe
|