feat: Polling for dataset registration and query execution to avoid timeouts #797
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: linting-and-tests | |
on: | |
push: | |
branches: | |
- main | |
pull_request: | |
defaults: | |
run: | |
shell: bash -l {0} | |
jobs: | |
flake8: | |
timeout-minutes: 15 | |
runs-on: ubuntu-latest | |
steps: | |
- name: Check out code | |
uses: actions/checkout@v3 | |
- name: Setup mamba | |
uses: ./.github/actions/mamba | |
- name: Flake8 | |
run: | | |
micromamba run -n mixtera flake8 --version | |
micromamba run -n mixtera flake8 mixtera --statistics | |
mypy-typechecking: | |
timeout-minutes: 15 | |
runs-on: ubuntu-latest | |
steps: | |
- name: Check out code | |
uses: actions/checkout@v3 | |
- name: Setup mamba | |
uses: ./.github/actions/mamba | |
- name: Mypy | |
run: | | |
micromamba run -n mixtera mypy --version | |
micromamba run -n mixtera mypy mixtera | |
pylint: | |
timeout-minutes: 15 | |
runs-on: ubuntu-latest | |
steps: | |
- name: Check out code | |
uses: actions/checkout@v3 | |
- name: Setup mamba | |
uses: ./.github/actions/mamba | |
- name: Pylint | |
run: | | |
micromamba run -n mixtera pylint --version | |
micromamba run -n mixtera pylint mixtera | |
isort: | |
timeout-minutes: 15 | |
runs-on: ubuntu-latest | |
steps: | |
- name: Check out code | |
uses: actions/checkout@v3 | |
- name: Setup mamba | |
uses: ./.github/actions/mamba | |
- name: Isort | |
run: | | |
micromamba run -n mixtera isort --version | |
micromamba run -n mixtera isort mixtera --check --diff | |
micromamba run -n mixtera isort integrationtests --check --diff | |
black: | |
timeout-minutes: 15 | |
runs-on: ubuntu-latest | |
steps: | |
- name: Check out code | |
uses: actions/checkout@v3 | |
- name: Setup mamba | |
uses: ./.github/actions/mamba | |
- name: Black | |
run: | | |
micromamba run -n mixtera black --version | |
micromamba run -n mixtera black --check mixtera --verbose --config black.toml | |
unittests: | |
timeout-minutes: 15 | |
runs-on: ubuntu-latest | |
steps: | |
- name: Check out code | |
uses: actions/checkout@v3 | |
- name: Setup mamba | |
uses: ./.github/actions/mamba | |
- name: Pytest | |
run: | | |
micromamba run -n mixtera pytest mixtera --cov-reset --cache-clear --cov-fail-under=90 | |
micromamba run -n mixtera pytest > pytest-coverage.txt | |
- name: Comment coverage | |
uses: coroo/[email protected] | |
integrationtests: | |
timeout-minutes: 60 | |
runs-on: ubuntu-latest | |
needs: | |
- flake8 | |
- mypy-typechecking | |
- pylint | |
- unittests | |
- isort | |
- black | |
steps: | |
- name: Check out code | |
uses: actions/checkout@v3 | |
- name: Setup mamba | |
uses: ./.github/actions/mamba | |
- name: Run integrationtests | |
run: micromamba run -n mixtera bash integrationtests/run.sh |