Enable hdfs tests

ci/scripts/integration_hdfs.sh

@@ -37,4 +37,5 @@ popd
 # pytest ignores them, see https://github.com/pytest-dev/pytest/issues/3517
 export PYARROW_TEST_HDFS=ON
 
+pytest -v --pyargs pyarrow.tests.test_fs
 pytest -v --pyargs pyarrow.tests.test_hdfs

ci/scripts/python_build.sh

@@ -27,6 +27,7 @@ export PYARROW_BUILD_TYPE=${CMAKE_BUILD_TYPE:-debug}
 export PYARROW_WITH_S3=${ARROW_S3:-OFF}
 export PYARROW_WITH_ORC=${ARROW_ORC:-OFF}
 export PYARROW_WITH_CUDA=${ARROW_CUDA:-OFF}
+export PYARROW_WITH_HDFS=${ARROW_HDFS:-OFF}
 export PYARROW_WITH_FLIGHT=${ARROW_FLIGHT:-OFF}
 export PYARROW_WITH_PLASMA=${ARROW_PLASMA:-OFF}
 export PYARROW_WITH_GANDIVA=${ARROW_GANDIVA:-OFF}

docker-compose.yml

@@ -998,6 +998,7 @@ services:
       - impala:impala
     environment:
       <<: *ccache
+      ARROW_HDFS: "ON"
       ARROW_HDFS_TEST_HOST: impala
       ARROW_HDFS_TEST_PORT: 8020
       ARROW_HDFS_TEST_USER: hdfs