jobs.lib.yml

#! Copyright 2018-2021 VMware, Inc.
#! SPDX-License-Identifier: Apache-2.0

#@ load("@ytt:template", "template")

#@ load("steps.lib.yml",
#@         "step_build_splinterdb_image",
#@         "step_test_with_image",
#@         "step_collect_tags",
#@         "step_build_test",
#@         "step_set_pr_status",
#@         "step_set_commit_status",
#@         "get_task_timeout",
#@ )

---

#! Build and push a container image
#@ def job_recreate_image(resource_name):
name: #@ "recreate-" + resource_name
public: true
plan:
- get: #@ resource_name + "-source"
  trigger: true
- load_var: git-commit-sha
  file: #@ resource_name + "-source/.git/ref"
  reveal: true
- task: create-image
  timeout: #@ get_task_timeout()
  privileged: true
  params:
    LABEL_git_sha: ((.:git-commit-sha))
  config:
    platform: linux
    image_resource:
      type: registry-image
      source:
        repository: harbor-repo.vmware.com/dockerhub-proxy-cache/concourse/oci-build-task
    inputs:
    - name: #@ resource_name + "-source"
      path: .
    outputs:
    - name: image
    params:
      BUILD_ARG_base_image: harbor-repo.vmware.com/dockerhub-proxy-cache/library/ubuntu:20.04
      DOCKERFILE: #@ "Dockerfile." + resource_name
      LABEL_created_by: "SplinterDB Concourse CI"
    run:
      path: build
- put: #@ resource_name + "-image-latest"
  params:
    image: image/image.tar
    additional_tags: #@ resource_name + "-source/.git/ref"
#@ end


---


#! Build, test and publish container images
#@ def job_publish_container(compiler, branch, also_latest=False):
name: #@ branch + "-push-" + compiler
public: true
on_success: #@ step_set_commit_status("success", compiler)
on_failure: #@ step_set_commit_status("failure", compiler)
on_error: #@ step_set_commit_status("error", compiler)
plan:
- in_parallel:
  - get: source
    resource: #@ "branch-" + branch
    trigger: true
  - get: run-env-image-latest
    passed: [ recreate-run-env ]
    params: { format: oci }
    trigger: true
  - get: build-env-image-latest
    passed: [ recreate-build-env ]
    params: { format: oci }
    trigger: true
- load_var: git-commit-sha
  file: source/.git/ref
  reveal: true
- #@ step_set_commit_status("pending", compiler)
- #@ step_build_splinterdb_image("source", compiler)
- #@ step_test_with_image()
- #@ step_collect_tags("source", compiler)
- put: #@ "splinterdb-image-" + compiler
  attempts: 2  #! allow 1 retry, since Distribution Harbor can be flaky
  params:
    image: image/image.tar
    additional_tags: tags/tags
#@ if also_latest:
- put: splinterdb-image-latest
  attempts: 2  #! allow 1 retry, since Distribution Harbor can be flaky
  params:
    image: image/image.tar
    additional_tags: source/.git/ref
#@ end

#@ end

---

#@ def friendly_name(compiler, debug, sanitize, nightly_test):
#@   ret = ""
#@   if debug:
#@     ret += "debug-"
#@   end
#@   if sanitize:
#@     ret += sanitize + "-"
#@   end
#@   if nightly_test:
#@     ret += "nightly-test-"
#@   end
#@   return ret + compiler
#@ end


#! Debug build and test
#@ def job_test(compiler, branch, sanitize="", trigger="commit", is_debug=False, test_nightly=False):
#@   name = friendly_name(compiler, is_debug, sanitize, test_nightly)
name: #@ branch + "-" + name
public: true
on_success: #@ step_set_commit_status("success", name)
on_failure: #@ step_set_commit_status("failure", name)
on_error: #@ step_set_commit_status("error", name)
plan:
- in_parallel:
  - get: source
    resource: #@ "branch-" + branch
    trigger: #@ (trigger == "commit")
  - get: build-env-image-latest
    passed: [ recreate-build-env ]
    trigger: true
#@ if trigger == "nightly":
  - get: nightly-timer
    trigger: true
#@ end
- #@ step_set_commit_status("pending", name)
- #@ step_build_test(compiler, "source", is_debug=is_debug, sanitize=sanitize, test_nightly=test_nightly)
#@ end

---

#! Job to run against every PR
#@ def job_pr_check(job_name, branch, sequence, depends_on=[], description=""):
name: #@ branch + "-pr-" + job_name
public: true
on_success: #@ step_set_pr_status(job_name, branch, "success", description)
on_failure: #@ step_set_pr_status(job_name, branch, "failure", description)
on_error: #@ step_set_pr_status(job_name, branch, "error", description)
plan:
- get: github-pull-request
  resource: #@ "github-prs-" + branch
  trigger: true
  #@ if depends_on:
  passed: #@ depends_on
  #@ else:
  version: every
  #@ end
  params:
    list_changed_files: true
- #@ step_set_pr_status(job_name, branch, "pending", description)
- #@ template.replace(sequence)
#@ end