1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
|
# Simple script used to easily search all packages in conda for their
# dependency requirements
# TODO also search through output of ldd
# TODO update conda info syntax for different channels
if [ -z "$CONDA_ROOT" ]; then
# TODO create our own environment
echo "Please set CONDA_ROOT so that I know where to search for conda libraries"
echo "I expect CONDA_ROOT to be the path to the current conda environment."
echo "Also FYI I will probably mess up the current conda environment."
exit 1
fi
if [ -z "$1" ]; then
echo "Please give me a package name to search for"
exit 1
fi
PKG_NAME="$1"
if [ -n "$2" ]; then
echo "Searching in channel $2"
CONDA_CHANNEL="$2"
fi
# These are the packages of interest to search the dependencies for
# TODO use this
PACKAGES_OF_INTEREST=( libgcc-ng libprotobuf numpy )
# We will run `conda install` and `conda uninstall` a lot, but we don't want
# this very noisy output to clutter the user experience
VERBOSE_LOG='read_conda_versions.log'
echo "Conda install/uninstall log for $PKG_NAME" > $VERBOSE_LOG
#
# Build up the name of the installed library to call `nm` on
#
PKG_INSTALLED_LIB="$PKG_NAME"
# opencv installs a bunch of libraries. We'll just check libopencv_core
if [[ $PKG_NAME == opencv ]]; then
PKG_INSTALLED_LIB="${PKG_INSTALLED_LIB}_core"
fi
# Most packages prepend a 'lib' to the package name, but libprotobuf is an
# exception
if [[ $PKG_NAME != lib* ]]; then
PKG_INSTALLED_LIB="lib${PKG_INSTALLED_LIB}"
fi
# The shared library suffix differs on macOS an Linux
if [[ "$(uname)" == Darwin ]]; then
PKG_INSTALLED_LIB="${PKG_INSTALLED_LIB}.dylib"
else
PKG_INSTALLED_LIB="${PKG_INSTALLED_LIB}.so"
fi
echo "Determined the library name of $PKG_NAME to be $PKG_INSTALLED_LIB"
echo "Determined the library name of $PKG_NAME to be $PKG_INSTALLED_LIB" >> $VERBOSE_LOG
#
# Get all available packages with conda-search
#
# Split the output from conda search into an array, one line per package (plus
# the header)
conda_search_packages=()
while read -r line; do conda_search_packages+=("$line"); done <<< "$(conda search $PKG_NAME $CONDA_CHANNEL)"
### Typical `conda search` output looks like
### Loading channels: done
### Name Version Build Channel
### protobuf 2.6.1 py27_0 defaults
### 2.6.1 py27_1 defaults
### 3.2.0 py27_0 defaults
### 3.2.0 py35_0 defaults
### 3.2.0 py36_0 defaults
### 3.4.1 py27h66c1d77_0 defaults
### 3.4.1 py35h9d33684_0 defaults
### 3.4.1 py36h314970b_0 defaults
### 3.5.1 py27h0a44026_0 defaults
### 3.5.1 py35h0a44026_0 defaults
### 3.5.1 py36h0a44026_0 defaults
##
### Typical `conda info` output looks like
### protobuf 3.5.1 py36h0a44026_0
### -----------------------------
### file name : protobuf-3.5.1-py36h0a44026_0.tar.bz2
### name : protobuf
### version : 3.5.1
### build string: py36h0a44026_0
### build number: 0
### channel : https://repo.continuum.io/pkgs/main/osx-64
### size : 589 KB
### arch : None
### constrains : ()
### license : New BSD License
### license_family: BSD
### md5 : 7dbdb06612e21c42fbb8a62354e13e10
### platform : None
### subdir : osx-64
### timestamp : 1519951502766
### url : https://repo.continuum.io/pkgs/main/osx-64/protobuf-3.5.1-py36h0a44026_0.tar.bz2
### dependencies:
### libcxx >=4.0.1
### libprotobuf >=3.5.1,<3.6.0a0
### python >=3.6,<3.7.0a0
### six
# Echo what packages we'll look through.
echo "Processing these packages:"
for pkg in "${conda_search_packages[@]:2}"; do
echo " $pkg"
done
#
# Look up each package in conda info, then install it and search the exported
# symbols for signs of cxx11
#
for pkg in "${conda_search_packages[@]:2}"; do
echo "Processing $pkg" >> $VERBOSE_LOG
# Split each line into an array and build the package specification
# <package_name (1st line only)> maj.min.patch build_string channel_name
line_parts=( $pkg )
if [[ ${line_parts[0]} == $PKG_NAME ]]; then
# First line of output
PKG_VERSION="${line_parts[1]}"
PKG_BUILD_STR="${line_parts[2]}"
else
PKG_VERSION="${line_parts[0]}"
PKG_BUILD_STR="${line_parts[1]}"
fi
PKG_SPEC="$PKG_NAME=$PKG_VERSION=$PKG_BUILD_STR"
# Output current pkg spec
echo
echo "${PKG_SPEC}:"
echo "Determined that the package spec is $PKG_SPEC" >> $VERBOSE_LOG
# Split the output of conda_info into an array of lines
pkg_dependencies=()
while read -r line; do pkg_dependencies+=("$line"); done <<< "$(conda info "$PKG_SPEC" $CONDA_CHANNEL)"
# List all the listed dependencies in `conda info`
if [ "${#pkg_dependencies[@]}" -gt 19 ]; then
echo " Listed dependencies:"
echo " Listed dependencies:" >> $VERBOSE_LOG
for pkg_dependency in "${pkg_dependencies[@]:20}"; do
echo " $pkg_dependency"
echo " $pkg_dependency" >> $VERBOSE_LOG
done
else
echo " No listed dependencies in conda-info" >> $VERBOSE_LOG
fi
# But sometimes (a lot of the time) the gcc with which a package was built
# against is not listed in dependencies. So we try to figure it out manually
# We install this exact package, and then grep the exported symbols for signs
# of cxx11
echo "Calling conda-uninstall on $PKG_NAME" >> $VERBOSE_LOG
echo "conda uninstall -y $PKG_NAME --quiet" >> $VERBOSE_LOG
conda uninstall -y "$PKG_NAME" --quiet >> $VERBOSE_LOG 2>&1
echo "Calling conda-install on $PKG_SPEC" >> $VERBOSE_LOG
echo "conda install -y $PKG_SPEC --quiet --no-deps $CONDA_CHANNEL" >> $VERBOSE_LOG
conda install -y "$PKG_SPEC" --quiet --no-deps $CONDA_CHANNEL >> $VERBOSE_LOG 2>&1
if [ $? -eq 0 ]; then
# Only grep the exported symbols if the library was installed correctly
MENTIONS_CXX11="$(nm "$CONDA_ROOT/lib/$PKG_INSTALLED_LIB" | grep cxx11 | wc -l)"
if [ $MENTIONS_CXX11 -gt 0 ]; then
echo " This package is built against the recent gcc ABI ($MENTIONS_CXX11 mentions of cxx11)"
echo "$CONDA_ROOT/lib/$PKG_INSTALLED_LIB mentions cxx11 $MENTIONS_CXX11 times" >> $VERBOSE_LOG
fi
else
echo "Error installing $PKG_SPEC , continuing"
echo "Error installing $PKG_SPEC , continuing" >> $VERBOSE_LOG
fi
done
|
