Skip to content

ARROW-7750: [Release] Make the source release verification script restartable #6344

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
kszucs wants to merge 1 commit into from
Closed

ARROW-7750: [Release] Make the source release verification script restartable #6344

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
35 changes: 25 additions & 10 deletions dev/release/verify-release-candidate.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,9 @@
#
# If using a non-system Boost, set BOOST_ROOT and add Boost libraries to
# LD_LIBRARY_PATH.
#
# To reuse build artifacts between runs set TMPDIR environment variable to
# a directory where the temporary files should be placed to.

case $# in
3) ARTIFACT="$1"
Expand Down Expand Up @@ -205,7 +208,12 @@ setup_tempdir() {
fi
}
trap cleanup EXIT
TMPDIR=$(mktemp -d -t "$1.XXXXX")

if [ -z "${TMPDIR}" ]; then
TMPDIR=$(mktemp -d -t "$1.XXXXX")
else
mkdir -p "${TMPDIR}"
fi
}


Expand All @@ -219,9 +227,12 @@ setup_miniconda() {

MINICONDA=$PWD/test-miniconda

wget -O miniconda.sh $MINICONDA_URL
bash miniconda.sh -b -p $MINICONDA
rm -f miniconda.sh
if [ ! -d "${MINICONDA}" ]; then
# Setup miniconda only if the directory doesn't exist yet
wget -O miniconda.sh $MINICONDA_URL
bash miniconda.sh -b -p $MINICONDA
rm -f miniconda.sh
fi

. $MINICONDA/etc/profile.d/conda.sh
}
Expand Down Expand Up @@ -249,7 +260,7 @@ test_and_install_cpp() {
cython
conda activate arrow-test

mkdir cpp/build
mkdir -p cpp/build
pushd cpp/build

ARROW_CMAKE_OPTIONS="
Expand Down Expand Up @@ -523,10 +534,14 @@ test_source_distribution() {
NPROC=$(nproc)
fi

git clone https://github.com/apache/arrow-testing.git
# Clone testing repositories if not cloned already
if [ ! -d "arrow-testing" ]; then
git clone https://github.com/apache/arrow-testing.git
fi
if [ ! -d "parquet-testing" ]; then
git clone https://github.com/apache/parquet-testing.git
fi
export ARROW_TEST_DATA=$PWD/arrow-testing/data

git clone https://github.com/apache/parquet-testing.git
export PARQUET_TEST_DATA=$PWD/parquet-testing/data

if [ ${TEST_JAVA} -gt 0 ]; then
Expand Down Expand Up @@ -612,7 +627,7 @@ test_linux_wheels() {
# install test requirements
pip install -r ${ARROW_DIR}/python/requirements-test.txt

# execute the tests
# execute the python unit tests
pytest --pyargs pyarrow
done

Expand Down Expand Up @@ -645,7 +660,7 @@ test_macos_wheels() {
# install test requirements
pip install -r ${ARROW_DIR}/python/requirements-test.txt

# execute the tests
# execute the python unit tests
pytest --pyargs pyarrow

conda deactivate
Expand Down