Skip to content

Commit

Permalink
update CI
Browse files Browse the repository at this point in the history
  • Loading branch information
samansmink committed Aug 2, 2023
1 parent 96d5710 commit e713e00
Show file tree
Hide file tree
Showing 4 changed files with 224 additions and 109 deletions.
115 changes: 115 additions & 0 deletions .github/workflows/Linux.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,115 @@
name: Linux
on: [push, pull_request,repository_dispatch]
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref || '' }}-${{ github.base_ref || '' }}-${{ github.ref != 'refs/heads/main' || github.sha }}
cancel-in-progress: true
defaults:
run:
shell: bash

jobs:
linux:
name: Linux Release
runs-on: ubuntu-latest
container: ${{ matrix.container }}
strategy:
matrix:
# Add commits/tags to build against other DuckDB versions
duckdb_version: [ '<submodule_version>' ]
arch: ['linux_amd64', 'linux_arm64', 'linux_amd64_gcc4']
vcpkg_version: [ '2023.04.15' ]
include:
- arch: 'linux_amd64_gcc4'
container: 'quay.io/pypa/manylinux2014_x86_64'
- arch: 'linux_amd64'
container: 'ubuntu:18.04'
- arch: 'linux_arm64'
container: 'ubuntu:18.04'
env:
GEN: Ninja

steps:
- name: Install required ubuntu packages
if: ${{ matrix.arch == 'linux_amd64' || matrix.arch == 'linux_arm64' }}
run: |
apt-get update -y -qq
apt-get install -y -qq software-properties-common
add-apt-repository ppa:git-core/ppa
apt-get update -y -qq
apt-get install -y -qq ninja-build make gcc-multilib g++-multilib libssl-dev wget openjdk-8-jdk zip maven unixodbc-dev libc6-dev-i386 lib32readline6-dev libssl-dev libcurl4-gnutls-dev libexpat1-dev gettext unzip build-essential checkinstall libffi-dev curl libz-dev openssh-client
apt-get install -y -qq tar pkg-config
- name: Install Git 2.18.5
if: ${{ matrix.arch == 'linux_amd64' || matrix.arch == 'linux_arm64' }}
run: |
wget https://github.com/git/git/archive/refs/tags/v2.18.5.tar.gz
tar xvf v2.18.5.tar.gz
cd git-2.18.5
make
make prefix=/usr install
git --version
- uses: actions/checkout@v3
with:
fetch-depth: 0
submodules: 'true'

- name: Checkout DuckDB to version
if: ${{ matrix.duckdb_version != '<submodule_version>'}}
run: |
cd duckdb
git checkout ${{ matrix.duckdb_version }}
- name: Setup ManyLinux2014
if: ${{ matrix.arch == 'linux_amd64_gcc4' }}
run: |
./duckdb/scripts/setup_manylinux2014.sh general aws-cli ccache ssh openssl python_alias
- name: Setup Ubuntu
if: ${{ matrix.arch == 'linux_amd64' || matrix.arch == 'linux_arm64' }}
uses: ./duckdb/.github/actions/ubuntu_18_setup
with:
aarch64_cross_compile: 1

- name: Install postgres (${{ matrix.arch }})
if: ${{ matrix.arch == 'linux_amd64' }}
run: |
apt-get install -y postgres
- name: Install postgres (${{ matrix.arch }})
if: ${{ matrix.arch == 'linux_amd64_gcc4' }}
run: |
yum install -y postgresql-server
- name: Setup Postgres
run: |
mkdir pgdata
chown postgres pgdata
sudo -u postgres initdb -D pgdata
sudo -u postgres pg_ctl -D pgdata start
sleep 5
sudo -u postgres createuser root -s
createdb
psql -c "SELECT 42"
- name: Build extension
env:
GEN: ninja
STATIC_LIBCPP: 1
CC: ${{ matrix.arch == 'linux_arm64' && 'aarch64-linux-gnu-gcc' || '' }}
CXX: ${{ matrix.arch == 'linux_arm64' && 'aarch64-linux-gnu-g++' || '' }}
run: |
make release
- name: Test extension
if: ${{ matrix.arch == 'linux_amd64_gcc4' || matrix.arch == 'linux_amd64'}}
run: |
psql -c "SELECT 43"
source ./create-postgres-tables.sh
./build/release/test/unittest --test-dir . "[postgres_scanner]"
- uses: actions/upload-artifact@v2
with:
name: ${{matrix.arch}}-extensions
path: |
build/release/extension/postgres_scanner/postgres_scanner.duckdb_extension
58 changes: 58 additions & 0 deletions .github/workflows/MacOS.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,58 @@
name: MacOS
on: [push, pull_request,repository_dispatch]
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref || '' }}-${{ github.base_ref || '' }}-${{ github.ref != 'refs/heads/main' || github.sha }}
cancel-in-progress: true
defaults:
run:
shell: bash

jobs:
macos:
name: MacOS Release (${{ matrix.osx_build_arch }})
runs-on: macos-latest
strategy:
matrix:
# Add commits/tags to build against other DuckDB versions
duckdb_version: [ '<submodule_version>' ]
vcpkg_version: [ '2023.04.15' ]
osx_build_arch: [ 'x86_64', 'arm64']
env:
OSX_BUILD_ARCH: ${{ matrix.osx_build_arch }}
GEN: Ninja

steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
submodules: 'true'

- name: Install Ninja
run: brew install ninja

- name: Setup Ccache
uses: hendrikmuhs/ccache-action@main
with:
key: ${{ github.job }}-${{ matrix.duckdb_version }}
save: ${{ github.ref == 'refs/heads/master' || github.repository != 'duckdb/duckdb' }}

- uses: actions/setup-python@v2
with:
python-version: '3.7'

- name: Build extension
shell: bash
run: |
make release
- name: Test Extension
if: ${{ matrix.osx_build_arch == 'x86_64'}}
shell: bash
run: |
./build/release/test/unittest "*test/postgres_scanner/aws-rds.test"
- uses: actions/upload-artifact@v2
with:
name: osx-${{ matrix.osx_build_arch }}-extension
path: |
build/release/extension/postgres_scanner/postgres_scanner.duckdb_extension
51 changes: 51 additions & 0 deletions .github/workflows/Windows.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,51 @@
name: Windows
on: [push, pull_request,repository_dispatch]
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref || '' }}-${{ github.base_ref || '' }}-${{ github.ref != 'refs/heads/main' || github.sha }}
cancel-in-progress: true
defaults:
run:
shell: bash

jobs:
windows:
name: Release
runs-on: windows-latest
strategy:
matrix:
# Add commits/tags to build against other DuckDB versions
duckdb_version: [ '<submodule_version>' ]
env:
GEN: Ninja

steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
submodules: 'true'

- uses: actions/setup-python@v2
with:
python-version: '3.7'

- name: Checkout DuckDB to version
# Add commits/tags to build against other DuckDB versions
if: ${{ matrix.duckdb_version != '<submodule_version>'}}
run: |
cd duckdb
git checkout ${{ matrix.duckdb_version }}
- name: Build extension
run: |
make release
- name: Test Extension
shell: bash
run: |
./build/release/test/Release/unittest "*test/postgres_scanner/aws-rds.test"
- uses: actions/upload-artifact@v2
with:
name: windows-extension
path: |
build/release/extension/postgres_scanner/postgres_scanner.duckdb_extension
109 changes: 0 additions & 109 deletions .github/workflows/main.yml

This file was deleted.

0 comments on commit e713e00

Please sign in to comment.