1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
|
#!/usr/bin/env bash
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
set -e
arrow_dir=${1}
build_dir=${2}
gold_dir=$arrow_dir/testing/data/arrow-ipc-stream/integration
: "${ARROW_INTEGRATION_CPP:=ON}"
: "${ARCHERY_INTEGRATION_TARGET_IMPLEMENTATIONS:=cpp}"
export ARCHERY_INTEGRATION_TARGET_IMPLEMENTATIONS
. "${arrow_dir}/ci/scripts/util_log.sh"
github_actions_group_begin "Integration: Prepare: Archery"
pip install -e "$arrow_dir/dev/archery[integration]"
github_actions_group_end
github_actions_group_begin "Integration: Prepare: Dependencies"
# For C Data Interface testing
if [ "${ARCHERY_INTEGRATION_WITH_DOTNET}" -gt "0" ]; then
pip install pythonnet
fi
if [ "${ARCHERY_INTEGRATION_WITH_JAVA}" -gt "0" ]; then
pip install jpype1
fi
github_actions_group_end
export ARROW_BUILD_ROOT=${build_dir}
export ARROW_JS_ROOT=${build_dir}/js
# Get more detailed context on crashes
export PYTHONFAULTHANDLER=1
# Due to how Go reads environment variables, we have to set them from the calling
# process, or they would get ignored.
# (see https://forum.golangbridge.org/t/are-godebug-and-other-env-vars-ignored-when-loading-a-go-dll-from-foreign-code/33694)
export GOMEMLIMIT=200MiB
export GODEBUG=gctrace=1,clobberfree=1
ARCHERY_WITH_CPP=$([ "$ARROW_INTEGRATION_CPP" == "ON" ] && echo "1" || echo "0")
# Rust can be enabled by exporting ARCHERY_INTEGRATION_WITH_RUST=1
time archery integration \
--run-c-data \
--run-ipc \
--run-flight \
--with-cpp="${ARCHERY_WITH_CPP}" \
--gold-dirs="$gold_dir/0.14.1" \
--gold-dirs="$gold_dir/0.17.1" \
--gold-dirs="$gold_dir/1.0.0-bigendian" \
--gold-dirs="$gold_dir/1.0.0-littleendian" \
--gold-dirs="$gold_dir/2.0.0-compression" \
--gold-dirs="$gold_dir/4.0.0-shareddict" \
--gold-dirs="$gold_dir/cpp-21.0.0" \
|
