master only and cron workflows [skip ci]

This commit is contained in:
Krisztián Szűcs committed 2019-11-08 17:11:31 +01:00
1 parent 28cc2d78d7
commit 0f603af0c0
25 files changed
+1023 -485

No files matched your search

+90
View File
@@ -0,0 +1,90 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Cron - C++
on:
schedule:
- cron: |
0 */12 * * *
jobs:
debian:
name: AMD64 Debian ${{ matrix.debian }} C++
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
debian: [10]
env:
DEBIAN: ${{ matrix.debian }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
shell: bash
run: docker-compose pull --ignore-pull-failures debian-cpp
- name: Docker Build
shell: bash
run: docker-compose build debian-cpp
- name: Docker Run
shell: bash
run: docker-compose run debian-cpp
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push debian-cpp
fedora:
name: AMD64 Fedora ${{ matrix.fedora }} C++
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
fedora: [10]
env:
FEDORA: ${{ matrix.fedora }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
shell: bash
run: docker-compose pull --ignore-pull-failures fedora-cpp
- name: Docker Build
shell: bash
run: docker-compose build fedora-cpp
- name: Docker Run
shell: bash
run: docker-compose run fedora-cpp
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push fedora-cpp
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
name: Pull request
name: Cron - Dev
on:
schedule:
+140
View File
@@ -0,0 +1,140 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Cron - Python
on:
schedule:
- cron: |
0 */12 * * *
jobs:
debian:
name: AMD64 Debian ${{ matrix.debian }} Python 3
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
debian: [10]
env:
DEBIAN: ${{ matrix.debian }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
shell: bash
run: |
docker-compose pull --ignore-pull-failures debian-cpp
docker-compose pull --ignore-pull-failures debian-python
- name: Docker Build
shell: bash
run: |
docker-compose build debian-cpp
docker-compose build debian-python
- name: Docker Run
shell: bash
run: docker-compose run debian-python
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push debian-python
fedora:
name: AMD64 Fedora ${{ matrix.fedora }} Python 3
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
fedora: [10]
env:
FEDORA: ${{ matrix.fedora }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
shell: bash
run: |
docker-compose pull --ignore-pull-failures fedora-cpp
docker-compose pull --ignore-pull-failures fedora-python
- name: Docker Build
shell: bash
run: |
docker-compose build fedora-cpp
docker-compose build fedora-python
- name: Docker Run
shell: bash
run: docker-compose run fedora-python
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push fedora-python
downstream:
name: AMD64 Conda Python 3.7 ${{ matrix.name }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
library:
- dask
- turbodbc
env:
PYTHON: 3.7
DASK: latest
TURBODBC: latest
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
shell: bash
run: |
docker-compose pull --ignore-pull-failures conda-cpp
docker-compose pull --ignore-pull-failures conda-python
docker-compose pull --ignore-pull-failures conda-python-${{ matrix.library }}
- name: Docker Build
shell: bash
run: |
docker-compose build conda-cpp
docker-compose build conda-python
docker-compose build conda-python-${{ matrix.library }}
- name: Docker Run
shell: bash
run: |
docker-compose run conda-python-${{ matrix.library }}
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push conda-python-${{ matrix.library }}
+66
View File
@@ -0,0 +1,66 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Master - C++
on:
push:
branches:
- master
- maint-*
paths:
- 'ci/**'
- 'cpp/**'
jobs:
ubuntu-cmake32:
name: AMD64 Ubuntu 18.04 C++ CMake 3.2
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
ubuntu: [18.04]
env:
UBUNTU: ${{ matrix.ubuntu }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
shell: bash
run: |
docker-compose pull --ignore-pull-failures ubuntu-cpp
docker-compose pull --ignore-pull-failures ubuntu-cpp-cmake32
- name: Docker Build
shell: bash
run: |
docker-compose build ubuntu-cpp
docker-compose build ubuntu-cpp-cmake32
- name: Docker Run
shell: bash
run: docker-compose run ubuntu-cpp-cmake32
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push ubuntu-cpp-cmake32
@@ -15,40 +15,26 @@
# specific language governing permissions and limitations
# under the License.
name: C#
name: Master - C#
on:
push:
paths:
- 'ci/**'
- 'csharp/**'
pull_request:
branches:
- master
- maint-*
paths:
- 'ci/**'
- 'csharp/**'
jobs:
all-platforms:
name: AMD64 ${{ matrix.name }} C# ${{ matrix.dotnet }}
runs-on: ${{ matrix.os }}
macos:
name: AMD64 MacOS 10.15 C# ${{ matrix.dotnet }}
runs-on: macos-latest
strategy:
fail-fast: false
matrix:
os:
- ubuntu-18.04
- macos-latest
- windows-latest
include:
- os: ubuntu-18.04
name: Ubuntu 18.04
dotnet: 2.2.103
- os: macos-latest
name: MacOS 10.15
dotnet: 2.2.103
- os: windows-latest
name: Windows 2019
dotnet: 2.2.103
dotnet: [2.2.103]
steps:
- name: Install C#
uses: actions/setup-dotnet@v1
@@ -15,11 +15,13 @@
# specific language governing permissions and limitations
# under the License.
name: Dev
name: Master - Dev
on:
push:
pull_request:
branches:
- master
- maint-*
jobs:
@@ -58,34 +60,7 @@ jobs:
run: |
ci/scripts/release_test.sh $(pwd)
docker-lint:
name: Lint C++, Python, R, Rust, Docker, RAT
runs-on: ubuntu-latest
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
run: |
docker-compose pull --ignore-pull-failures ubuntu-cpp
docker-compose pull --ignore-pull-failures ubuntu-lint
- name: Docker Build
run: |
docker-compose build ubuntu-cpp
docker-compose build ubuntu-lint
- name: Docker Run
run: docker-compose run ubuntu-lint
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push ubuntu-lint
docker-docs:
docs:
name: Sphinx and API documentations
runs-on: ubuntu-latest
steps:
+52
View File
@@ -0,0 +1,52 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Mater - Go
on:
push:
branches:
- master
- maint-*
paths:
- 'ci/**'
- 'go/**'
jobs:
macos:
name: AMD64 MacOS 10.15 Go ${{ matrix.go }}
runs-on: macos-latest
strategy:
fail-fast: false
matrix:
go: [1.12]
steps:
- name: Install go
uses: actions/setup-go@v1
with:
go-version: ${{ matrix.go }}
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Build
shell: bash
run: ci/scripts/go_build.sh .
- name: Test
shell: bash
run: ci/scripts/go_test.sh .
+52
View File
@@ -0,0 +1,52 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Master - Java
on:
push:
branches:
- master
- maint-*
paths:
- 'ci/**'
- 'cpp/**'
jobs:
macos:
name: AMD64 MacOS 10.15 Java JDK ${{ matrix.jdk }}
runs-on: macos-latest
strategy:
fail-fast: false
matrix:
jdk: [11]
steps:
- name: Set up Java
uses: actions/setup-java@v1
with:
java-version: ${{ matrix.jdk }}
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Build
shell: bash
run: ci/scripts/java_build.sh $(pwd)
- name: Test
shell: bash
run: ci/scripts/java_test.sh $(pwd)
@@ -1,4 +1,4 @@
# Licensed to the Apache Software Foundation (ASF) under one
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
@@ -19,43 +19,14 @@ name: NodeJS
on:
push:
paths:
- 'ci/**'
- 'js/**'
pull_request:
branches:
- master
- maint-*
paths:
- 'ci/**'
- 'js/**'
jobs:
docker:
name: AMD64 Debian NodeJS ${{ matrix.node }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
node: [11]
env:
NODE: ${{ matrix.node }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
run: docker-compose pull --ignore-pull-failures debian-js
- name: Docker Build
run: docker-compose build debian-js
- name: Docker Run
run: docker-compose run debian-js
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push debian-js
macos:
name: AMD64 MacOS 10.15 NodeJS ${{ matrix.node }}
+66
View File
@@ -0,0 +1,66 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Master - Python
on:
push:
branches:
- master
- maint-*
paths:
- 'ci/**'
- 'cpp/**'
- 'python/**'
jobs:
conda-nopandas:
name: AMD64 Conda Python ${{ matrix.python }} Nopandas
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
python: [2.7, 3.6, 3.7]
env:
PYTHON: ${{ matrix.python }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
shell: bash
run: |
docker-compose pull --ignore-pull-failures conda-cpp
docker-compose pull --ignore-pull-failures conda-python
- name: Docker Build
shell: bash
run: |
docker-compose build conda-cpp
docker-compose build conda-python
- name: Docker Run
shell: bash
run: docker-compose run conda-python
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push conda-python
+66
View File
@@ -0,0 +1,66 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Master - R
on:
push:
branches:
- master
- maint-*
paths:
- 'ci/**'
- 'cpp/**'
- 'r/**'
jobs:
conda:
name: AMD64 Conda R ${{ matrix.r }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
r: [3.6]
env:
R: ${{ matrix.r }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
shell: bash
run: |
docker-compose pull --ignore-pull-failures conda-cpp
docker-compose pull --ignore-pull-failures conda-r
- name: Docker Build
shell: bash
run: |
docker-compose build conda-cpp
docker-compose build conda-r
- name: Docker Run
shell: bash
run: docker-compose run conda-r
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push conda-r
+56
View File
@@ -0,0 +1,56 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Master - Rust
on:
push:
branches:
- master
- maint-*
paths:
- 'ci/**'
- 'rust/**'
jobs:
macos:
name: AMD64 MacOS 10.15 Rust ${{ matrix.rust }}
runs-on: macos-latest
strategy:
fail-fast: false
matrix:
rust: [nightly-2019-09-25]
steps:
- name: Install Rust
uses: actions-rs/toolchain@v1
with:
toolchain: ${{ matrix.rust }}
override: true
- name: Install Flatbuffers
shell: bash
run: brew install flatbuffers
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Build
shell: bash
run: ci/scripts/rust_build.sh $(pwd) $(pwd)/rust/target
- name: Test
shell: bash
run: ci/scripts/rust_test.sh $(pwd)
@@ -16,7 +16,7 @@
# specific language governing permissions and limitations
# under the License.
name: C++
name: Pull - C++
on:
push:
@@ -30,42 +30,9 @@ on:
jobs:
docker:
name: ${{ matrix.name }}
conda:
name: AMD64 Conda C++
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
image:
- amd64-conda-latest-cpp
- amd64-debian-10-cpp
- amd64-ubuntu-18.04-cpp
- amd64-ubuntu-18.04-cpp-cmake-3.2
- amd64-fedora-29-cpp
include:
- name: AMD64 Conda C++
image: amd64-conda-latest-cpp
service: conda-cpp
- name: AMD64 Debian 10 C++
image: amd64-debian-10-cpp
service: debian-cpp
debian: 10
- name: AMD64 Ubuntu 18.04 C++
image: amd64-ubuntu-18.04-cpp
service: ubuntu-cpp
ubuntu: 18.04
- name: AMD64 Ubuntu 18.04 C++ CMake 3.2
image: amd64-ubuntu-18.04-cpp-cmake-3.2
service: ubuntu-cpp-cmake32
ubuntu: 18.04
- name: AMD64 Fedora 29 C++
image: amd64-fedora-29-cpp
service: fedora-cpp
fedora: 29
env:
DEBIAN: ${{ matrix.debian || 10 }}
UBUNTU: ${{ matrix.ubuntu || 18.04 }}
FEDORA: ${{ matrix.fedora || 29 }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
@@ -73,13 +40,13 @@ jobs:
submodules: true
- name: Docker Pull
shell: bash
run: docker-compose pull --ignore-pull-failures ${{ matrix.service }}
run: docker-compose pull --ignore-pull-failures conda-cpp
- name: Docker Build
shell: bash
run: docker-compose build ${{ matrix.service }}
run: docker-compose build conda-cpp
- name: Docker Run
shell: bash
run: docker-compose run ${{ matrix.service }}
run: docker-compose run conda-cpp
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
@@ -87,7 +54,39 @@ jobs:
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push ${{ matrix.service }}
docker-compose push conda-cpp
ubuntu:
name: AMD64 Ubuntu ${{ matrix.ubuntu }} C++
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
ubuntu: [18.04]
env:
UBUNTU: ${{ matrix.ubuntu }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
shell: bash
run: docker-compose pull --ignore-pull-failures ubuntu-cpp
- name: Docker Build
shell: bash
run: docker-compose build ubuntu-cpp
- name: Docker Run
shell: bash
run: docker-compose run ubuntu-cpp
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push ubuntu-cpp
macos:
name: AMD64 MacOS 10.15 C++
@@ -96,9 +95,8 @@ jobs:
fail-fast: false
env:
ARROW_HOME: /usr/local
# TODO(kszucs): investigate why does it fail
ARROW_JEMALLOC: OFF
ARROW_ORC: OFF
ARROW_JEMALLOC: ON
ARROW_ORC: ON
ARROW_FLIGHT: ON
ARROW_PLASMA: ON
ARROW_GANDIVA: ON
+76
View File
@@ -0,0 +1,76 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Pull - C#
on:
push:
paths:
- 'ci/**'
- 'csharp/**'
pull_request:
paths:
- 'ci/**'
- 'csharp/**'
jobs:
ubuntu:
name: AMD64 Ubuntu 18.04 C# ${{ matrix.dotnet }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
dotnet: [2.2.103]
steps:
- name: Install C#
uses: actions/setup-dotnet@v1
with:
dotnet-version: ${{ matrix.dotnet }}
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Build
shell: bash
run: ci/scripts/csharp_build.sh $(pwd)
- name: Test
shell: bash
run: ci/scripts/csharp_test.sh $(pwd)
ubuntu:
name: AMD64 Windows 2019 18.04 C# ${{ matrix.dotnet }}
runs-on: windows-latest
strategy:
fail-fast: false
matrix:
dotnet: [2.2.103]
steps:
- name: Install C#
uses: actions/setup-dotnet@v1
with:
dotnet-version: ${{ matrix.dotnet }}
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Build
shell: bash
run: ci/scripts/csharp_build.sh $(pwd)
- name: Test
shell: bash
run: ci/scripts/csharp_test.sh $(pwd)
+51
View File
@@ -0,0 +1,51 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Pull - Dev
on:
push:
pull_request:
jobs:
lint:
name: Lint C++, Python, R, Rust, Docker, RAT
runs-on: ubuntu-latest
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
run: |
docker-compose pull --ignore-pull-failures ubuntu-cpp
docker-compose pull --ignore-pull-failures ubuntu-lint
- name: Docker Build
run: |
docker-compose build ubuntu-cpp
docker-compose build ubuntu-lint
- name: Docker Run
run: docker-compose run ubuntu-lint
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push ubuntu-lint
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
name: Go
name: Pull - Go
on:
push:
@@ -28,8 +28,9 @@ on:
- 'go/**'
jobs:
docker:
name: AMD64 Debian Go ${{ matrix.go }}
debian:
name: AMD64 Debian 10 Go ${{ matrix.go }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
@@ -57,22 +58,13 @@ jobs:
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push debian-go
macos-windows:
name: AMD64 ${{ matrix.name }} Go ${{ matrix.go }}
runs-on: ${{ matrix.os }}
windows:
name: AMD64 Windows 2019 Go ${{ matrix.go }}
runs-on: windows-latest
strategy:
fail-fast: false
matrix:
os:
- macos-latest
- windows-latest
include:
- os: macos-latest
name: MacOS 10.15
go: 1.12
- os: windows-latest
name: Windows 2019
go: 1.12
go: [1.12]
steps:
- name: Install go
uses: actions/setup-go@v1
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
name: Integration
name: Pull - Integration
on:
push:
@@ -37,7 +37,7 @@ on:
jobs:
docker-integration:
conda-integration:
name: AMD64 Conda Integration Test
runs-on: ubuntu-latest
env:
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
name: Java JNI
name: Pull - Java JNI
on:
push:
@@ -31,7 +31,7 @@ on:
jobs:
docker-jni:
debian:
name: AMD64 Debian 9 Java JNI and Plasma
runs-on: ubuntu-latest
steps:
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
name: Java
name: Pull - Java
on:
push:
@@ -29,22 +29,14 @@ on:
jobs:
docker:
debian:
name: AMD64 Debian 9 Java JDK ${{ matrix.jdk }} Maven ${{ matrix.maven }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
image:
- amd64-debian-9-java-8-maven-3.5.2
- amd64-debian-9-java-11-maven-3.6.2
include:
- image: amd64-debian-9-java-8-maven-3.5.2
jdk: 8
maven: 3.5.2
- image: amd64-debian-9-java-11-maven-3.6.2
jdk: 11
maven: 3.6.2
jdk: [8, 11]
maven: [3.5.2]
env:
JDK: ${{ matrix.jdk }}
MAVEN: ${{ matrix.maven }}
@@ -67,28 +59,3 @@ jobs:
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push debian-java
macos:
name: AMD64 MacOS 10.15 Java JDK ${{ matrix.jdk }}
runs-on: macos-latest
strategy:
fail-fast: false
matrix:
jdk: [11]
env:
ARROW_JAVA_RUN_TESTS: 1
steps:
- name: Set up Java
uses: actions/setup-java@v1
with:
java-version: ${{ matrix.jdk }}
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Build
shell: bash
run: ci/scripts/java_build.sh $(pwd)
- name: Test
shell: bash
run: ci/scripts/java_test.sh $(pwd)
+59
View File
@@ -0,0 +1,59 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Pull - NodeJS
on:
push:
paths:
- 'ci/**'
- 'js/**'
pull_request:
paths:
- 'ci/**'
- 'js/**'
jobs:
debian:
name: AMD64 Debian 10 NodeJS ${{ matrix.node }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
node: [11]
env:
NODE: ${{ matrix.node }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
run: docker-compose pull --ignore-pull-failures debian-js
- name: Docker Build
run: docker-compose build debian-js
- name: Docker Run
run: docker-compose run debian-js
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push debian-js
+144
View File
@@ -0,0 +1,144 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Pull - Python
on:
push:
paths:
- 'ci/**'
- 'cpp/**'
- 'python/**'
pull_request:
paths:
- 'ci/**'
- 'cpp/**'
- 'python/**'
jobs:
ubuntu:
name: AMD64 Ubuntu 18.04 Python 3
runs-on: ubuntu-latest
env:
UBUNTU: 18.04
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
shell: bash
run: |
docker-compose pull --ignore-pull-failures ubuntu-cpp
docker-compose pull --ignore-pull-failures ubuntu-python
- name: Docker Build
shell: bash
run: |
docker-compose build ubuntu-cpp
docker-compose build ubuntu-python
- name: Docker Run
shell: bash
run: docker-compose run ubuntu-python
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push ubuntu-python
conda:
name: AMD64 Conda Python ${{ matrix.python }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
python: [2.7, 3.6, 3.7]
env:
PYTHON: ${{ matrix.python || 3.7 }}
PANDAS: latest
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
shell: bash
run: |
docker-compose pull --ignore-pull-failures conda-cpp
docker-compose pull --ignore-pull-failures conda-python
docker-compose pull --ignore-pull-failures conda-python-pandas
- name: Docker Build
shell: bash
run: |
docker-compose build conda-cpp
docker-compose build conda-python
docker-compose build conda-python-pandas
- name: Docker Run
shell: bash
run: |
docker-compose run conda-python-pandas
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push conda-python-pandas
macos:
name: AMD64 MacOS 10.15 Python 3
runs-on: macos-latest
env:
ARROW_HOME: /usr/local
ARROW_JEMALLOC: ON
ARROW_ORC: ON
ARROW_PYTHON: ON
ARROW_PLASMA: ON
ARROW_GANDIVA: ON
ARROW_PARQUET: ON
ARROW_WITH_ZLIB: ON
ARROW_WITH_LZ4: ON
ARROW_WITH_BZ2: ON
ARROW_WITH_ZSTD: ON
ARROW_WITH_SNAPPY: ON
ARROW_WITH_BROTLI: ON
ARROW_BUILD_TESTS: OFF
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Install Dependencies
shell: bash
run: |
brew bundle --file=cpp/Brewfile
brew install coreutils python
pip install -r python/requirements.txt \
-r python/requirements-test.txt \
cython
- name: Build
shell: bash
run: |
ci/scripts/cpp_build.sh $(pwd)
ci/scripts/python_build.sh $(pwd)
- name: Test
shell: bash
run: ci/scripts/python_test.sh $(pwd)
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
name: R
name: Pull - R
on:
push:
@@ -31,28 +31,17 @@ on:
jobs:
docker:
name: ${{ matrix.name }}
ubuntu:
name: AMD64 Ubuntu ${{ matrix.ubuntu }} R ${{ matrix.r }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
image:
- amd64-conda-latest-r-3.6
- amd64-ubuntu-18.04-r-3.6
include:
- name: AMD64 Conda R 3.6
image: amd64-conda-latest-r-3.6
platform: conda
r: 3.6
- name: AMD64 Ubuntu 18.04 R 3.6
image: amd64-ubuntu-18.04-r-3.6
platform: ubuntu
ubuntu: 18.04
r: 3.6
r: [3.6]
ubuntu: [18.04]
env:
R: ${{ matrix.r || 3.6 }}
UBUNTU: ${{ matrix.ubuntu || 18.04 }}
R: ${{ matrix.r }}
UBUNTU: ${{ matrix.ubuntu }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
@@ -61,16 +50,16 @@ jobs:
- name: Docker Pull
shell: bash
run: |
docker-compose pull --ignore-pull-failures ${{ matrix.platform }}-cpp
docker-compose pull --ignore-pull-failures ${{ matrix.platform }}-r
docker-compose pull --ignore-pull-failures ubuntu-cpp
docker-compose pull --ignore-pull-failures ubuntu-r
- name: Docker Build
shell: bash
run: |
docker-compose build ${{ matrix.platform }}-cpp
docker-compose build ${{ matrix.platform }}-r
docker-compose build ubuntu-cpp
docker-compose build ubuntu-r
- name: Docker Run
shell: bash
run: docker-compose run ${{ matrix.platform }}-r
run: docker-compose run ubuntu-r
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
@@ -78,4 +67,4 @@ jobs:
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push ${{ matrix.platform }}-r
docker-compose push ubuntu-r
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
name: C Glib & Ruby
name: Pull - C Glib & Ruby
on:
push:
@@ -33,21 +33,15 @@ on:
jobs:
docker:
name: ${{ matrix.name }}
ubuntu:
name: AMD64 Ubuntu ${{ matrix.ubuntu }} Glib & Ruby
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
image:
- amd64-ubuntu-18.04-ruby
include:
- name: AMD64 Ubuntu 18.04 Glib & Ruby
image: amd64-ubuntu-18.04-ruby
ubuntu: 18.04
platform: ubuntu
ubuntu: [18.04]
env:
UBUNTU: ${{ matrix.ubuntu || 18.04 }}
UBUNTU: ${{ matrix.ubuntu }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
@@ -56,21 +50,18 @@ jobs:
- name: Docker Pull
shell: bash
run: |
docker-compose pull --ignore-pull-failures \
${{ matrix.platform }}-cpp
docker-compose pull --ignore-pull-failures \
${{ matrix.platform }}-c-glib
docker-compose pull --ignore-pull-failures \
${{ matrix.platform }}-ruby
docker-compose pull --ignore-pull-failures ubuntu-cpp
docker-compose pull --ignore-pull-failures ubuntu-c-glib
docker-compose pull --ignore-pull-failures ubuntu-ruby
- name: Docker Build
shell: bash
run: |
docker-compose build ${{ matrix.platform }}-cpp
docker-compose build ${{ matrix.platform }}-c-glib
docker-compose build ${{ matrix.platform }}-ruby
docker-compose build ubuntu-cpp
docker-compose build ubuntu-c-glib
docker-compose build ubuntu-ruby
- name: Docker Run
shell: bash
run: docker-compose run ${{ matrix.platform }}-ruby
run: docker-compose run ubuntu-ruby
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
@@ -78,7 +69,7 @@ jobs:
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push ${{ matrix.platform }}-ruby
docker-compose push ubuntu-ruby
macos:
name: AMD64 MacOS 10.15 Glib & Ruby
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
name: Rust
name: Pull - Rust
on:
push:
@@ -28,8 +28,9 @@ on:
- 'rust/**'
jobs:
docker:
name: AMD64 Debian Rust ${{ matrix.rust }}
debian:
name: AMD64 Debian 10 Rust ${{ matrix.rust }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
@@ -57,33 +58,6 @@ jobs:
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push debian-rust
macos:
name: AMD64 MacOS 10.15 Rust ${{ matrix.rust }}
runs-on: macos-latest
strategy:
fail-fast: false
matrix:
rust: [nightly-2019-09-25]
steps:
- name: Install Rust
uses: actions-rs/toolchain@v1
with:
toolchain: ${{ matrix.rust }}
override: true
- name: Install Flatbuffers
shell: bash
run: brew install flatbuffers
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Build
shell: bash
run: ci/scripts/rust_build.sh $(pwd) $(pwd)/rust/target
- name: Test
shell: bash
run: ci/scripts/rust_test.sh $(pwd)
windows:
name: AMD64 Windows 2019 Rust ${{ matrix.rust }}
runs-on: windows-latest
-223
View File
@@ -1,223 +0,0 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Python
on:
push:
paths:
- 'ci/**'
- 'cpp/**'
- 'python/**'
pull_request:
paths:
- 'ci/**'
- 'cpp/**'
- 'python/**'
jobs:
docker:
name: ${{ matrix.name }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
image:
- amd64-conda-latest-python-2.7
- amd64-conda-latest-python-3.6
- amd64-conda-latest-python-3.7
- amd64-debian-10-python-3
- amd64-ubuntu-18.04-python-3
- amd64-fedora-29-python-3
include:
- name: AMD64 Conda Python 2.7
image: amd64-conda-latest-python-2.7
platform: conda
python: 2.7
- name: AMD64 Conda Python 3.6
image: amd64-conda-latest-python-3.6
platform: conda
python: 3.6
- name: AMD64 Conda Python 3.7
image: amd64-conda-latest-python-3.7
platform: conda
python: 3.7
- name: AMD64 Debian 10 Python 3
image: amd64-debian-10-python-3
platform: debian
debian: 10
python: 3
- name: AMD64 Ubuntu 18.04 Python 3
image: amd64-ubuntu-18.04-python-3
platform: ubuntu
ubuntu: 18.04
python: 3
- name: AMD64 Fedora 29 Python 3
image: amd64-fedora-29-python-3
platform: fedora
fedora: 29
python: 3
env:
PYTHON: ${{ matrix.python || 3.7 }}
DEBIAN: ${{ matrix.debian || 10 }}
UBUNTU: ${{ matrix.ubuntu || 18.04 }}
FEDORA: ${{ matrix.fedora || 29 }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
shell: bash
run: |
docker-compose pull --ignore-pull-failures ${{ matrix.platform }}-cpp
docker-compose pull --ignore-pull-failures ${{ matrix.platform }}-python
- name: Docker Build
shell: bash
run: |
docker-compose build ${{ matrix.platform }}-cpp
docker-compose build ${{ matrix.platform }}-python
- name: Docker Run
shell: bash
run: docker-compose run ${{ matrix.platform }}-python
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push ${{ matrix.platform }}-python
docker-integration:
name: ${{ matrix.name }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
image:
- amd64-conda-latest-python-3.7-pandas-latest
- amd64-conda-latest-python-3.7-dask-latest
- amd64-conda-latest-python-3.7-turbodbc-latest
include:
- name: AMD64 Conda Python 3.7 Pandas
image: amd64-conda-latest-python-3.7-pandas-latest
platform: conda
integration: pandas
python: 3.7
pandas: latest
- name: AMD64 Conda Python 3.7 Dask
image: amd64-conda-latest-python-3.7-dask-latest
platform: conda
integration: dask
python: 3.7
dask: latest
- name: AMD64 Conda Python 3.7 Turbodbc
image: amd64-conda-latest-python-3.7-turbodbc-latest
platform: conda
integration: turbodbc
python: 3.7
turbodbc: latest
env:
PYTHON: ${{ matrix.python || 3.7 }}
PANDAS: ${{ matrix.pandas || 'latest' }}
DASK: ${{ matrix.dask || 'latest' }}
TURBODBC: ${{ matrix.turbodbc || 'latest' }}
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Docker Pull
shell: bash
run: |
docker-compose pull --ignore-pull-failures \
${{ matrix.platform }}-cpp
docker-compose pull --ignore-pull-failures \
${{ matrix.platform }}-python
docker-compose pull --ignore-pull-failures \
${{ matrix.platform }}-python-${{ matrix.integration }}
- name: Docker Build
shell: bash
run: |
docker-compose build \
${{ matrix.platform }}-cpp
docker-compose build \
${{ matrix.platform }}-python
docker-compose build \
${{ matrix.platform }}-python-${{ matrix.integration }}
- name: Docker Run
shell: bash
run: |
docker-compose run \
${{ matrix.platform }}-python-${{ matrix.integration }}
- name: Docker Push
if: github.event_name == 'push' && github.ref == 'master'
shell: bash
run: |
docker login \
-u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push \
${{ matrix.platform }}-python-${{ matrix.integration }}
macos:
name: AMD64 MacOS 10.15 Python ${{ matrix.python }}
runs-on: macos-latest
strategy:
fail-fast: false
matrix:
python: [3]
env:
ARROW_HOME: /usr/local
# TODO(kszucs): investigate why does it fail
ARROW_JEMALLOC: OFF
ARROW_ORC: OFF
ARROW_BUILD_TESTS: OFF
ARROW_PYTHON: ON
ARROW_PLASMA: ON
ARROW_GANDIVA: ON
ARROW_PARQUET: ON
ARROW_WITH_ZLIB: ON
ARROW_WITH_LZ4: ON
ARROW_WITH_BZ2: ON
ARROW_WITH_ZSTD: ON
ARROW_WITH_SNAPPY: ON
ARROW_WITH_BROTLI: ON
steps:
- name: Checkout Arrow
uses: actions/checkout@v1
with:
submodules: true
- name: Install Dependencies
shell: bash
run: |
brew bundle --file=cpp/Brewfile
brew install coreutils python
pip install -r python/requirements.txt \
-r python/requirements-test.txt \
cython
- name: Build
shell: bash
run: |
ci/scripts/cpp_build.sh $(pwd)
ci/scripts/python_build.sh $(pwd)
- name: Test
shell: bash
run: |
ci/scripts/python_test.sh $(pwd)