mirror of
https://github.com/apache/arrow.git
synced 2026-10-28 16:47:19 +08:00
paultiq
f251bc328e
### Rationale for this change https://github.com/apache/arrow/pull/48191/ added 3.15.0rc1 to build matrix. At the time, Pandas was not yet shipping wheels for 3.15.0 and was disabled. Now that [Pandas has 3.15.0rc1 wheels](https://github.com/pandas-dev/pandas/issues/66740), this PR makes a small change to add the nightly index and target the correct Pandas dev0 suffix. ### What changes are included in this PR? - Reenables Pandas tests - Adds nightly find-links and version for 3.15 via marker in the requirements-test.txt and requirements-wheel-test.txt files ### Are these changes tested? Tested against manylinux cp314, cp315 and cp315t. ### Are there any user-facing changes? No * GitHub Issue: #50943 Authored-by: paul@iqmo.com <paul@iqmo.com> Signed-off-by: Raúl Cumplido <raulcumplido@gmail.com>
111 lines
3.3 KiB
Bash
Executable File
111 lines
3.3 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
set -e
|
|
set -x
|
|
set -o pipefail
|
|
|
|
if [ "$#" -ne 1 ]; then
|
|
echo "Usage: $0 <arrow-src-dir>"
|
|
exit 1
|
|
fi
|
|
|
|
source_dir=${1}
|
|
|
|
: "${ARROW_AZURE:=ON}"
|
|
: "${ARROW_FLIGHT:=ON}"
|
|
: "${ARROW_GCS:=ON}"
|
|
: "${CHECK_IMPORTS:=ON}"
|
|
: "${ARROW_S3:=ON}"
|
|
: "${ARROW_SUBSTRAIT:=ON}"
|
|
: "${CHECK_WHEEL_CONTENT:=ON}"
|
|
: "${CHECK_UNITTESTS:=ON}"
|
|
: "${INSTALL_PYARROW:=ON}"
|
|
|
|
export PYARROW_TEST_ACERO=ON
|
|
export PYARROW_TEST_AZURE=${ARROW_AZURE}
|
|
export PYARROW_TEST_CYTHON=OFF
|
|
export PYARROW_TEST_DATASET=ON
|
|
export PYARROW_TEST_FLIGHT=${ARROW_FLIGHT}
|
|
export PYARROW_TEST_GANDIVA=OFF
|
|
export PYARROW_TEST_GCS=${ARROW_GCS}
|
|
export PYARROW_TEST_HDFS=ON
|
|
export PYARROW_TEST_ORC=ON
|
|
export PYARROW_TEST_PANDAS=ON
|
|
export PYARROW_TEST_PARQUET=ON
|
|
export PYARROW_TEST_PARQUET_ENCRYPTION=ON
|
|
export PYARROW_TEST_SUBSTRAIT=${ARROW_SUBSTRAIT}
|
|
export PYARROW_TEST_S3=${ARROW_S3}
|
|
export PYARROW_TEST_TENSORFLOW=ON
|
|
|
|
export ARROW_TEST_DATA=${source_dir}/testing/data
|
|
export PARQUET_TEST_DATA=${source_dir}/cpp/submodules/parquet-testing/data
|
|
|
|
if [ "${INSTALL_PYARROW}" == "ON" ]; then
|
|
# Install the built wheels
|
|
python -m pip install "${source_dir}"/python/repaired_wheels/*.whl
|
|
fi
|
|
|
|
if [ "${CHECK_IMPORTS}" == "ON" ]; then
|
|
# Test that the modules are importable
|
|
python -c "
|
|
import pyarrow
|
|
import pyarrow._hdfs
|
|
import pyarrow.csv
|
|
import pyarrow.dataset
|
|
import pyarrow.fs
|
|
import pyarrow.json
|
|
import pyarrow.orc
|
|
import pyarrow.parquet
|
|
"
|
|
if [ "${PYARROW_TEST_GCS}" == "ON" ]; then
|
|
python -c "import pyarrow._gcsfs"
|
|
fi
|
|
if [ "${PYARROW_TEST_S3}" == "ON" ]; then
|
|
python -c "import pyarrow._s3fs"
|
|
fi
|
|
if [ "${PYARROW_TEST_FLIGHT}" == "ON" ]; then
|
|
python -c "import pyarrow.flight"
|
|
fi
|
|
if [ "${PYARROW_TEST_SUBSTRAIT}" == "ON" ]; then
|
|
python -c "import pyarrow.substrait"
|
|
fi
|
|
fi
|
|
|
|
if [ "${CHECK_VERSION}" == "ON" ]; then
|
|
pyarrow_version=$(python -c "import pyarrow; print(pyarrow.__version__)")
|
|
[ "${pyarrow_version}" = "${ARROW_VERSION}" ]
|
|
arrow_cpp_version=$(python -c "import pyarrow; print(pyarrow.cpp_build_info.version)")
|
|
[ "${arrow_cpp_version}" = "${ARROW_VERSION}" ]
|
|
fi
|
|
|
|
if [ "${CHECK_WHEEL_CONTENT}" == "ON" ]; then
|
|
python "${source_dir}/ci/scripts/python_wheel_validate_contents.py" \
|
|
--path "${source_dir}/python/repaired_wheels"
|
|
fi
|
|
|
|
if [ "${CHECK_UNITTESTS}" == "ON" ]; then
|
|
# Install testing dependencies
|
|
python -m pip install -U -r "${source_dir}/python/requirements-wheel-test.txt"
|
|
|
|
# Execute unittest, test dependencies must be installed
|
|
python -c 'import pyarrow; pyarrow.create_library_symlinks()'
|
|
python -m pytest -r s --pyargs pyarrow
|
|
fi
|