ARROW-10104: [Python] Separate tests into its own conda package

Closes apache#8282 from xhochy/ARROW-10104 Lead-authored-by: Uwe L. Korn <[email protected]> Co-authored-by: Uwe L. Korn <[email protected]> Signed-off-by: Uwe L. Korn <[email protected]>
tustvold · Sep 29, 2020 · 9bbbb8c · 9bbbb8c
1 parent d6d043d
commit 9bbbb8c
Show file tree

Hide file tree

Showing 18 changed files with 112 additions and 30 deletions.
diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_python3.6.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_python3.6.____cpython.yaml
@@ -1,7 +1,7 @@
 BUILD:
 - aarch64-conda_cos7-linux-gnu
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -33,11 +33,13 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 numpy:
 - '1.16'
+orc:
+- 1.6.4
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x

diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_python3.7.____cpython.yaml
@@ -1,7 +1,7 @@
 BUILD:
 - aarch64-conda_cos7-linux-gnu
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -33,11 +33,13 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 numpy:
 - '1.16'
+orc:
+- 1.6.4
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x

diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_python3.8.____cpython.yaml
@@ -1,7 +1,7 @@
 BUILD:
 - aarch64-conda_cos7-linux-gnu
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -33,11 +33,13 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 numpy:
 - '1.16'
+orc:
+- 1.6.4
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x

diff --git a/dev/tasks/conda-recipes/.ci_support/linux_cuda_compiler_version9.2python3.6.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_cuda_compiler_version9.2python3.6.____cpython.yaml
@@ -1,5 +1,5 @@
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -29,11 +29,13 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 numpy:
 - '1.16'
+orc:
+- 1.6.4
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x

diff --git a/dev/tasks/conda-recipes/.ci_support/linux_cuda_compiler_version9.2python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_cuda_compiler_version9.2python3.7.____cpython.yaml
@@ -1,5 +1,5 @@
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -29,11 +29,13 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 numpy:
 - '1.16'
+orc:
+- 1.6.4
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x

diff --git a/dev/tasks/conda-recipes/.ci_support/linux_cuda_compiler_version9.2python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_cuda_compiler_version9.2python3.8.____cpython.yaml
@@ -1,5 +1,5 @@
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -29,11 +29,13 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 numpy:
 - '1.16'
+orc:
+- 1.6.4
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x

diff --git a/...tasks/conda-recipes/.ci_support/linux_cuda_compiler_versionNonepython3.6.____cpython.yaml b/...tasks/conda-recipes/.ci_support/linux_cuda_compiler_versionNonepython3.6.____cpython.yaml
@@ -1,5 +1,5 @@
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -29,11 +29,13 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 numpy:
 - '1.16'
+orc:
+- 1.6.4
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x

diff --git a/...tasks/conda-recipes/.ci_support/linux_cuda_compiler_versionNonepython3.7.____cpython.yaml b/...tasks/conda-recipes/.ci_support/linux_cuda_compiler_versionNonepython3.7.____cpython.yaml
@@ -1,5 +1,5 @@
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -29,11 +29,13 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 numpy:
 - '1.16'
+orc:
+- 1.6.4
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x

diff --git a/...tasks/conda-recipes/.ci_support/linux_cuda_compiler_versionNonepython3.8.____cpython.yaml b/...tasks/conda-recipes/.ci_support/linux_cuda_compiler_versionNonepython3.8.____cpython.yaml
@@ -1,5 +1,5 @@
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -29,11 +29,13 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 numpy:
 - '1.16'
+orc:
+- 1.6.4
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x

diff --git a/dev/tasks/conda-recipes/.ci_support/osx_python3.6.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_python3.6.____cpython.yaml
@@ -1,7 +1,7 @@
 MACOSX_DEPLOYMENT_TARGET:
 - '10.9'
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -27,13 +27,15 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 macos_machine:
 - x86_64-apple-darwin13.4.0
 numpy:
 - '1.16'
+orc:
+- 1.6.4
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x

diff --git a/dev/tasks/conda-recipes/.ci_support/osx_python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_python3.7.____cpython.yaml
@@ -1,7 +1,7 @@
 MACOSX_DEPLOYMENT_TARGET:
 - '10.9'
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -27,13 +27,15 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 macos_machine:
 - x86_64-apple-darwin13.4.0
 numpy:
 - '1.16'
+orc:
+- 1.6.4
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x

diff --git a/dev/tasks/conda-recipes/.ci_support/osx_python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/osx_python3.8.____cpython.yaml
@@ -1,7 +1,7 @@
 MACOSX_DEPLOYMENT_TARGET:
 - '10.9'
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -27,13 +27,15 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 macos_machine:
 - x86_64-apple-darwin13.4.0
 numpy:
 - '1.16'
+orc:
+- 1.6.4
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x

diff --git a/dev/tasks/conda-recipes/.ci_support/win_python3.6.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_python3.6.____cpython.yaml
@@ -1,5 +1,5 @@
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -21,7 +21,7 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 numpy:

diff --git a/dev/tasks/conda-recipes/.ci_support/win_python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_python3.7.____cpython.yaml
@@ -1,5 +1,5 @@
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -21,7 +21,7 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 numpy:

diff --git a/dev/tasks/conda-recipes/.ci_support/win_python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/win_python3.8.____cpython.yaml
@@ -1,5 +1,5 @@
 aws_sdk_cpp:
-- 1.7.164
+- 1.8.54
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -21,7 +21,7 @@ glog:
 grpc_cpp:
 - '1.30'
 libprotobuf:
-- '3.12'
+- '3.13'
 lz4_c:
 - 1.9.2
 numpy:

diff --git a/dev/tasks/conda-recipes/arrow-cpp/bld-pyarrow.bat b/dev/tasks/conda-recipes/arrow-cpp/bld-pyarrow.bat
@@ -32,3 +32,7 @@ SET PYARROW_CMAKE_GENERATOR=Ninja
                    --record=record.txt
 if errorlevel 1 exit 1
 popd
+
+if [%PKG_NAME%] == [pyarrow] (
+    rd /s /q %SP_DIR%\pyarrow\tests
+)
diff --git a/dev/tasks/conda-recipes/arrow-cpp/build-pyarrow.sh b/dev/tasks/conda-recipes/arrow-cpp/build-pyarrow.sh
@@ -38,3 +38,7 @@ $PYTHON setup.py \
         build_ext \
         install --single-version-externally-managed \
                 --record=record.txt
+
+if [[ "$PKG_NAME" == "pyarrow" ]]; then
+    rm -r ${SP_DIR}/pyarrow/tests
+fi