1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
|
#!/bin/bash
# Needed to be ran while in the cpython git source base
# http://github.com/python/cpython
# and it will create a directory with "-builds" suffix added,
# and virtualenv under datalad's venvs/build-$ver created
# unless another location is specified with VIRTUALENV_PATH
# (remove it first if you want to reinit it).
#
# Bisection command and args could be provided, so overall e.g.
# to find where fix was implemented:
# (git)lena:~/proj/misc/cpython[tags/v3.8.0a1^0]git
# $> git bisect start
# $> git bisect new v3.8.0
# $> git bisect old v3.8.0a1
# Bisecting: 1017 revisions left to test after this (roughly 10 steps)
# [3880f263d2994fb1eba25835dddccb0cf696fdf0] bpo-36933: Remove sys.set_coroutine_wrapper (marked for removal in 3.8) (GH-13577)
# $> CP_COMMIT=cb083f7cdf604c1d9d264f387f9e8846bc953eb3 bisect run ~/proj/datalad/datalad-master/tools/ci/bisect-python.sh 'python3 ~/proj/datalad/datalad-master/datalad/support/tests/test_parallel.py && exit 1 || exit 0'
# Actually above example was never tried, I did use helper manually,
# but should work
set -eu
export PS4='> '
_cpython_src=$(pwd)
_datalad_src=$(dirname "$0")
_datalad_src=$(readlink -f "${_datalad_src}/../..")
echo "Python source: $_cpython_src DataLad: $_datalad_src"
if [ ! -e "${_cpython_src}/configure" ] || [ ! -e "${_datalad_src}/setup.py" ]; then
echo "ERROR: no needed sources were found" >&2
exit 125
fi
_ver=$(git -C "$_cpython_src" describe)
if [ ! -z "${CP_COMMIT:-}" ]; then
_ver="${_ver}+${CP_COMMIT:0:6}"
fi
_destdir="${_cpython_src}-builds/${_ver}"
_python="${_destdir}/usr/local/bin/python3"
_venv_d="${VIRTUALENV_PATH:-${_datalad_src}/venvs/build-${_ver}}";
redopip=
if [ ! -e "${_python}" ]; then
echo "INFO: Building python"
redopip=1
rm -rf "${_venv_d}" # old one would not be good anyways
(
cd "${_cpython_src}"
chronic git clean -dfx
if [ ! -z "${CP_COMMIT:-}" ]; then
git cherry-pick "${CP_COMMIT}" || exit 125
fi
PATH=/usr/lib/ccache:$PATH chronic ./configure || exit 125
PATH=/usr/lib/ccache:$PATH chronic make -j8 install DESTDIR="${_destdir}" || exit 125
)
else
echo "SKIP: $_python is already there, skipping building python"
fi
# create virtualenv
if [ ! -z "$redopip" ] || [ ! -e "${_venv_d}" ]; then
echo "INFO: Creating virtualenv"
chronic virtualenv --python="${_python}" "${_venv_d}" || exit 125
source "${_venv_d}/bin/activate"
chronic pip3 install -e "${_datalad_src}/.[devel]" || exit 125
else
source "${_venv_d}/bin/activate"
echo "SKIP: $_venv_d already there, skipping virtualenv + pip call"
fi
echo "All ready:
build: $_destdir
venv: ${_venv_d}
source: source \"${_venv_d}/bin/activate\"
python: $(which python3)
ver: $(python3 --version)
datalad: $(git -C "${_datalad_src}" describe)
"
if [ "$#" != 0 ]; then
echo "INFO: running bisection command $*"
bash -c "$*"
else
echo "INFO: no bisection command given"
fi
|
