.gitlab-ci.yml

#################################################################
#								#
# Copyright (c) 2018-2024 YottaDB LLC and/or its subsidiaries.	#
# All rights reserved.						#
#								#
#	This source code contains the intellectual property	#
#	of its copyright holder(s), and is made available	#
#	under a license.  If you do not know the terms of	#
#	the license, please stop and do not read further.	#
#								#
#################################################################

image: docker:latest

services:
  - docker:dind

variables:
  DOCKER_BUILDKIT: 1

stages:
 - build
 - test
 - docker-create
 - docker-manifest

commit-verify:
  image: ubuntu:22.04
  stage: build
  interruptible: true
  before_script:
    - apt-get update -qq && apt-get install -y -qq git wget gnupg
  script:
    - ci/commit_verify.sh ci/needs_copyright.sh https://gitlab.com/YottaDB/DB/YDB

.clang-tidy:
  image: ubuntu:22.04
  # NOTE: conceptually this is a test and not a build.
  # However, if we make it part of the `test` stage, it will only
  # run after all other builds succeed.  Since it already takes a half-hour to
  # execute, run it in parallel with all other build jobs instead.
  stage: build
  interruptible: true
  artifacts:
    paths:
      - build/warnings/
      - ci/
    when: always
    expire_in: 1 month
  script:
    - apt-get update -q
    - apt-get -q install -y --no-install-recommends >/dev/null
        ca-certificates
        clang-14
        clang-tidy-14
        file
        cmake
        make
        git
        tcsh
        libconfig-dev
        libelf-dev
        libgcrypt-dev
        libgpg-error-dev
        libgpgme11-dev
        libicu-dev
        libncurses-dev
        libssl-dev
        moreutils
        shellcheck
        zlib1g-dev
        libreadline-dev
    - ci/build.sh

clang-tidy-amd64:
  extends: .clang-tidy

# We run this job only on master since it's slow (30 minutes)
clang-tidy-aarch64:
  # Override default runner timeout of 1 hour since this job has sometimes timed out
  timeout: 3h
  extends: .clang-tidy
  tags:
    - aarch64
  only:
    - master@YottaDB/DB/YDB

build-test:
  stage: build
  script:
    - mkdir -p docker-images
    - docker build -f Dockerfile-test -t ydbtest .
    - docker save ydbtest > docker-images/ydbtest.tar
  cache:
    key: "$CI_PIPELINE_ID"
    paths:
      - docker-images
    policy: push

.test-shared:
  stage: test
  artifacts:
    paths:
      - testarea/
    expire_in: 1 month
    when: always
  dependencies:
    - build-test
  cache:
    key: "$CI_PIPELINE_ID"
    paths:
      - docker-images
    policy: pull
  script:
    - mkdir testarea
    - docker load < docker-images/ydbtest.tar
    - docker run --init -t -v $PWD/testarea/:/testarea1/ -e CI_PIPELINE_ID -e CI_COMMIT_BRANCH --rm ydbtest -t ${TEST}
    - docker run --init -t -v $PWD/testarea/:/testarea1/ -e CI_PIPELINE_ID -e CI_COMMIT_BRANCH --rm ydbtest -t ${TEST} -replic

test-basic:
  extends: .test-shared
  variables:
    TEST: basic

test-r134:
  extends: .test-shared
  variables:
    TEST: r134

test-r138:
  extends: .test-shared
  variables:
    TEST: r138

test-r140:
  extends: .test-shared
  variables:
    TEST: r140

test-v70001:
  extends: .test-shared
  variables:
    TEST: v70001

# Main and ONLY docker creation mechanism.
.docker-create:
  stage: docker-create
  script:
    - docker build --platform=${PLATFORM} ${ARGS} --pull -t yottadb/${REPO}:${DOCKERHUBTAG} -f ${DOCKERFILE} .
    - docker login -u $HUB_USERNAME -p $HUB_PASSWORD
    - docker push yottadb/${REPO}:${DOCKERHUBTAG}
    - docker tag yottadb/${REPO}:${DOCKERHUBTAG} yottadb/${REPO}:$(grep YDB_ZYRELEASE sr_*/release_name.h | grep -o '\(r[0-9.]*\)' | grep -v '^r$' | sort -u)
    - docker push yottadb/${REPO}:$(grep YDB_ZYRELEASE sr_*/release_name.h | grep -o '\(r[0-9.]*\)' | grep -v '^r$' | sort -u)
    - 'echo -e "FROM yottadb/${REPO}:${DOCKERHUBTAG}\n ENTRYPOINT []" > BareDockerfile'
    - docker build --platform=${PLATFORM} --pull -t yottadb/${REPO}-base:${DOCKERHUBTAG} -f BareDockerfile .
    - docker push yottadb/${REPO}-base:${DOCKERHUBTAG}
    - docker tag yottadb/${REPO}-base:${DOCKERHUBTAG} yottadb/${REPO}-base:$(grep YDB_ZYRELEASE sr_*/release_name.h | grep -o '\(r[0-9.]*\)' | grep -v '^r$' | sort -u)
    - docker push yottadb/${REPO}-base:$(grep YDB_ZYRELEASE sr_*/release_name.h | grep -o '\(r[0-9.]*\)' | grep -v '^r$' | sort -u)
  only:
    - master@YottaDB/DB/YDB

.docker-manifest:
  stage: docker-manifest
  script:
    - docker login -u $HUB_USERNAME -p $HUB_PASSWORD
    - docker pull yottadb/${REPO}:${DOCKERHUBTAG}-amd64
    - docker pull yottadb/${REPO}:${DOCKERHUBTAG}-aarch64
    - docker manifest create yottadb/${REPO}:${DOCKERHUBTAG} yottadb/${REPO}:${DOCKERHUBTAG}-amd64 yottadb/${REPO}:${DOCKERHUBTAG}-aarch64
    - docker manifest inspect yottadb/${REPO}:${DOCKERHUBTAG}
    - docker manifest push yottadb/${REPO}:${DOCKERHUBTAG}
    - docker pull yottadb/${REPO}-base:${DOCKERHUBTAG}-amd64
    - docker pull yottadb/${REPO}-base:${DOCKERHUBTAG}-aarch64
    - docker manifest create yottadb/${REPO}-base:${DOCKERHUBTAG} yottadb/${REPO}-base:${DOCKERHUBTAG}-amd64 yottadb/${REPO}-base:${DOCKERHUBTAG}-aarch64
    - docker manifest inspect yottadb/${REPO}-base:${DOCKERHUBTAG}
    - docker manifest push yottadb/${REPO}-base:${DOCKERHUBTAG}
  tags:
    - amd64
  only:
    - master@YottaDB/DB/YDB

# Section for creating single commit docker images (:latest-master docker tag)
# amd64
.docker-create-amd64:
  extends: .docker-create
  variables:
    PLATFORM: linux/amd64
    DOCKERHUBTAG: latest-master-amd64
  tags:
    - amd64
# aarch64
.docker-create-aarch64:
  extends: .docker-create
  variables:
    PLATFORM: linux/aarch64
    DOCKERHUBTAG: latest-master-aarch64
  tags:
    - aarch64
# END

# Section for creating Git tag Dockerfiles (:latest docker tag)
# amd64
.docker-create-amd64-release:
  extends: .docker-create
  variables:
    PLATFORM: linux/amd64
    DOCKERHUBTAG: latest-amd64
  tags:
    - amd64
  only:
    - tags
# aarch64
.docker-create-aarch64-release:
  extends: .docker-create
  variables:
    PLATFORM: linux/aarch64
    DOCKERHUBTAG: latest-aarch64
  tags:
    - aarch64
  only:
    - tags
# END

# Shared Section for manifests
.docker-manifest-commit:
  stage: docker-manifest
  extends: .docker-manifest
  variables:
    DOCKERHUBTAG: latest-master

.docker-manifest-release:
  stage: docker-manifest
  extends: .docker-manifest
  variables:
    DOCKERHUBTAG: latest
  only:
    - tags
# END

# Single commit docker images for amd64 (:latest-master)
docker-create-ubuntu-amd64:
  extends: .docker-create-amd64
  variables:
    DOCKERFILE: Dockerfile
    REPO: yottadb

docker-create-ubuntu-debug-amd64:
  extends: .docker-create-amd64
  variables:
    DOCKERFILE: Dockerfile
    REPO: yottadb-debug
    ARGS: --build-arg CMAKE_BUILD_TYPE=Debug

docker-create-rocky-amd64:
  extends: .docker-create-amd64
  variables:
    DOCKERFILE: Dockerfile-rocky
    REPO: yottadb-rocky

docker-create-debian-amd64:
  extends: .docker-create-amd64
  variables:
    DOCKERFILE: Dockerfile-debian
    REPO: yottadb-debian
# END

# Single commit docker images for aarch64 (:latest-master)
docker-create-ubuntu-aarch64:
  extends: .docker-create-aarch64
  variables:
    DOCKERFILE: Dockerfile
    REPO: yottadb

docker-create-ubuntu-debug-aarch64:
  extends: .docker-create-aarch64
  variables:
    DOCKERFILE: Dockerfile
    REPO: yottadb-debug
    ARGS: --build-arg CMAKE_BUILD_TYPE=Debug

docker-create-rocky-aarch64:
  extends: .docker-create-aarch64
  variables:
    DOCKERFILE: Dockerfile-rocky
    REPO: yottadb-rocky

docker-create-debian-aarch64:
  extends: .docker-create-aarch64
  variables:
    DOCKERFILE: Dockerfile-debian
    REPO: yottadb-debian
# END

# Single Commit Manifests (:latest-master)
docker-manifest-ubuntu:
  extends: .docker-manifest-commit
  variables:
    REPO: yottadb

docker-manifest-ubuntu-debug:
  extends: .docker-manifest-commit
  variables:
    REPO: yottadb-debug

docker-manifest-rocky:
  extends: .docker-manifest-commit
  variables:
    REPO: yottadb-rocky

docker-manifest-debian:
  extends: .docker-manifest-commit
  variables:
    REPO: yottadb-debian
# END

# Git Tag commit docker images for amd64 (:latest)
docker-create-release-ubuntu-amd64:
  extends: .docker-create-amd64-release
  variables:
    DOCKERFILE: Dockerfile
    REPO: yottadb

docker-create-release-ubuntu-debug-amd64:
  extends: .docker-create-amd64-release
  variables:
    DOCKERFILE: Dockerfile
    REPO: yottadb-debug
    ARGS: --build-arg CMAKE_BUILD_TYPE=Debug

docker-create-release-rocky-amd64:
  extends: .docker-create-amd64-release
  variables:
    DOCKERFILE: Dockerfile-rocky
    REPO: yottadb-rocky

docker-create-release-debian-amd64:
  extends: .docker-create-amd64-release
  variables:
    DOCKERFILE: Dockerfile-debian
    REPO: yottadb-debian
# END

# Git Tag commit docker images for aarch64 (:latest)
docker-create-release-ubuntu-aarch64:
  extends: .docker-create-aarch64-release
  variables:
    DOCKERFILE: Dockerfile
    REPO: yottadb

docker-create-release-ubuntu-debug-aarch64:
  extends: .docker-create-aarch64-release
  variables:
    DOCKERFILE: Dockerfile
    REPO: yottadb-debug
    ARGS: --build-arg CMAKE_BUILD_TYPE=Debug

docker-create-release-rocky-aarch64:
  extends: .docker-create-aarch64-release
  variables:
    DOCKERFILE: Dockerfile-rocky
    REPO: yottadb-rocky

docker-create-release-debian-aarch64:
  extends: .docker-create-aarch64-release
  variables:
    DOCKERFILE: Dockerfile-debian
    REPO: yottadb-debian
#END

# Git Tag commit manifests (:latest)
docker-manifest-ubuntu-release:
  extends: .docker-manifest-release
  variables:
    REPO: yottadb

docker-manifest-ubuntu-debug-release:
  extends: .docker-manifest-release
  variables:
    REPO: yottadb-debug

docker-manifest-rocky-release:
  extends: .docker-manifest-release
  variables:
    REPO: yottadb-rocky

docker-manifest-debian-release:
  extends: .docker-manifest-release
  variables:
    REPO: yottadb-debian
# END