PROD-2028 add ci pipeline and packaging

.github/workflows/build.yml

@@ -2,25 +2,77 @@ name: Build ACT
 
 on:
   push:
-    branches: [ master ]
-  pull_request:
-    branches: [ naster ]
-
+    branches: [ PROD-2028 ]
+
 jobs:
-  build:
-
+  buils_atl:
     runs-on: ubuntu-latest
-
-    steps: 
-      - name: Checkout repository
-        uses: actions/checkout@v2
-      - name: configure
-        run: sudo apt-get install make gcc libc6-dev
-      - name: build
-        run: make
-      - name: Upload Artifact 
-        uses: actions/[email protected]
-        with: 
-          name: act
-          path: target/bin/
-          if-no-files-found: error
+    strategy:
+      matrix:
+        container: [ 'centos:7', 'centos:8', 'debian:9', 'debian:10', 'debian:11' ]
+    container:
+      image: ${{ matrix.container }}
+      options: "--entrypoint /bin/bash"
+    steps:
+    - name: Install Dependencies (centos 7 & 8)
+      run: |
+        yum install -y make gcc git rpm-build
+      if: matrix.container == 'centos:7' || matrix.container == 'centos:8'
+    - name: Install Dependencies (Debian)
+      run: |
+        apt-get -y update
+        apt-get -y install make gcc libc6-dev git build-essential
+      if: |
+        matrix.container == 'debian:9' || matrix.container == 'debian:10' || matrix.container == 'debian:11'
+    - name: Clone Source
+      run: git clone --branch PROD-2028 https://github.com/aerospike/act.git
+    - name: buils act (centos)
+      working-directory: ./act
+      if: matrix.container == 'centos:7' || matrix.container == 'centos:8'
+      run: |
+        echo "REV=$(make -f pkg/Makefile.deb print-REV)" >> $GITHUB_ENV
+        echo "OS=$(make -f pkg/Makefile.deb print-OS)" >> $GITHUB_ENV
+        echo "GITHUB_SHA_SHORT=$(echo $GITHUB_SHA | cut -c 1-6)" >> $GITHUB_ENV
+        make all rpm
+    - name: build act (debian)
+      working-directory: ./act
+      if: |
+        matrix.container == 'debian:9' || matrix.container == 'debian:10' || matrix.container == 'debian:11' 
+      run: |
+        echo "REV=$(make -f pkg/Makefile.deb print-REV)" >> $GITHUB_ENV
+        echo "OS=$(make -f pkg/Makefile.deb print-OS)" >> $GITHUB_ENV
+        echo "GITHUB_SHA_SHORT=$(echo $GITHUB_SHA | cut -c 1-6)" >> $GITHUB_ENV
+        make all deb      
+    - name: Upload Artifacts
+      uses: actions/[email protected]
+      with:
+        name: act-${{ env.REV }}-${{ env.OS }}-${{ env.GITHUB_SHA_SHORT }}
+        path: /__w/act/act/act/target/packages/act-*
+        if-no-files-found: error
+
+  build:
+    strategy:
+      matrix:
+        os: [ 'ubuntu-20.04', 'ubuntu-18.04' ]
+    runs-on: ${{ matrix.os }}
+    steps:
+    - name: Install Dependencies
+      run: sudo apt-get install make gcc libc6-dev
+    - name: Get Sources
+      uses: actions/checkout@v2
+      with:
+        fetch-depth: 0
+    - name: Set env
+      run: |
+        echo "REV=$(make -f pkg/Makefile.deb print-REV)" >> $GITHUB_ENV
+        echo "OS=$(make -f pkg/Makefile.deb print-OS)" >> $GITHUB_ENV
+        echo "GITHUB_SHA_SHORT=$(echo $GITHUB_SHA | cut -c 1-6)" >> $GITHUB_ENV
+        ls -la
+    - name: build
+      run: make all deb
+    - name: Upload Artifact
+      uses: actions/[email protected]
+      with: 
+        name: act-${{ env.REV }}-${{ env.OS }}-${{ env.GITHUB_SHA_SHORT }}
+        path: target/packages
+        if-no-files-found: error

.gitignore

@@ -0,0 +1,6 @@
+bin
+obj
+target
+dist
+act_v.spec
+pkg/packages

Makefile

@@ -3,6 +3,9 @@
 DIR_TARGET = target
 DIR_OBJ = $(DIR_TARGET)/obj
 DIR_BIN = $(DIR_TARGET)/bin
+DIR_PKG = $(DIR_TARGET)/packages
+DIR_RPM = pkg/rpm/RPMS
+DIR_DEB = pkg/deb/DEBS
 
 SRC_DIRS = common index prep storage
 OBJ_DIRS = $(SRC_DIRS:%=$(DIR_OBJ)/src/%)
@@ -52,9 +55,21 @@ act_storage: target_dir $(STORAGE_OBJECTS)
 	echo "Linking $@"
 	$(CC) $(LDFLAGS) -o $(STORAGE_BINARY) $(STORAGE_OBJECTS) $(LIBRARIES)
 
+.PHONY: rpm
+rpm:
+	$(MAKE) -f pkg/Makefile.rpm
+
+.PHONY: deb
+deb:
+	$(MAKE) -f pkg/Makefile.deb
+
 # For now we only clean everything.
+.PHONY: clean
 clean:
 	/bin/rm -rf $(DIR_TARGET)
+	/bin/rm -rf $(DIR_RPM)
+	/bin/rm -rf $(DIR_DEB)
+	/bin/rm -rf dist
 
 -include $(ALL_DEPENDENCIES)
 

build/os_version

@@ -0,0 +1,139 @@
+#!/usr/bin/env bash
+# ------------------------------------------------------------------------------
+# Copyright 2012-2015 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+# ------------------------------------------------------------------------------
+
+OPT_LONG=0
+
+if [ "$1" = "-long" ]
+then
+  OPT_LONG=1
+fi
+
+error() {
+  echo 'error:' $* >&2
+}
+
+main() {
+
+  local kernel=''
+  local distro_id=''
+  local distro_version=''
+  local distro_long=''
+  local distro_short=''
+
+  # Make sure this script is running on Linux
+  # The script is not designed to work on non-Linux
+  # operating systems.
+  kernel=$(uname -s | tr '[:upper:]' '[:lower:]')
+  if [ "$kernel" != 'linux' ]
+  then
+    error "$kernel is not supported."
+    exit 1
+  fi
+
+  if [ -f /etc/os-release ]
+  then
+    . /etc/os-release
+    distro_id=${ID,,}
+    distro_version=${VERSION_ID}
+  elif [ -f /etc/issue ]
+  then
+    issue=$(cat /etc/issue | tr '[:upper:]' '[:lower:]')
+    case "$issue" in
+    *'centos'* )
+      distro_id='centos'
+      ;;
+    *'redhat'* | *'rhel'* )
+      distro_id='rhel'
+      ;;
+    *'debian'* )
+      distro_id='debian'
+      ;;
+    * )
+      error "/etc/issue contained an unsupported linux distibution: $issue"
+      exit 1
+      ;;
+    esac
+
+    case "$distro_id" in
+    'centos' | 'rhel' )
+      local release=''
+      if [ -f /etc/centos-release ]; then
+        release=$(cat /etc/centos-release | tr '[:upper:]' '[:lower:]')
+      elif [ -f /etc/redhat-release ]; then
+        release=$(cat /etc/redhat-release | tr '[:upper:]' '[:lower:]')
+      fi
+      release_version=${release##*release}
+      distro_version=${release_version%.*}
+      ;;
+    'debian' )
+      debian_version=$(cat /etc/debian_version | tr '[:upper:]' '[:lower:]')
+      distro_version=${debian_version%%.*}
+      ;;
+    * )
+      error "/etc/issue contained an unsupported linux distibution: $issue"
+      exit 1
+      ;;
+    esac
+  fi
+
+  distro_id=${distro_id//[[:space:]]/}
+  distro_version=${distro_version//[[:space:]]/}
+
+  case "$distro_id" in
+  'centos' )
+    distro_long="${distro_id}${distro_version%%.*}"
+    distro_short="el${distro_version%%.*}"
+    ;;
+  'rhel' | 'redhat' | 'red hat' )
+    distro_long="${distro_id}${distro_version%%.*}"
+    distro_short="el${distro_version%%.*}"
+    ;;
+  'fedora' )
+    if [ "$distro_version" -gt "15" ]
+    then
+      distro_version=7
+    elif [ "$distro_version" -gt "10" ]
+    then
+      distro_version=6
+    else
+      error "Unsupported linux distibution: $distro_id $distro_version"
+    exit 1
+    fi
+    distro_long="centos${distro_version}"
+    distro_short="el${distro_version}"
+    ;;
+  'amzn' )
+    distro_long="ami"
+    distro_short="ami"
+    ;;
+  * )
+    distro_long="${distro_id}${distro_version}"
+    distro_short="${distro_id}${distro_version}"
+    ;;
+  esac
+
+  if [ "$OPT_LONG" = "1" ]
+  then
+    echo "${distro_long}"
+  else
+    echo "${distro_short}"
+  fi
+  exit 0
+}
+
+main

build/version

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+rev=`git describe`
+subbuild=`echo $rev | awk -F'-' '{print $2}'`
+if [ "$subbuild" != "" ]
+then
+#  rev=`echo $rev | awk -F'-' '{printf("%s-%s\n",$1,$2)}'`
+  rev=`echo $rev | awk -F'-' '{printf("%s\n",$1)}'`
+fi
+echo $rev

pkg/Makefile.deb

@@ -0,0 +1,60 @@
+# Build act distribution.
+
+export DEB_SOURCE_ROOT = $(shell echo `pwd`/dist)
+export DEB_BUILD_ROOT = $(DEB_SOURCE_ROOT)/BUILD
+export CL_BASE = $(DEB_BUILD_ROOT)/opt/aerospike
+export ETC_BASE = $(DEB_BUILD_ROOT)/etc/aerospike
+
+
+#REV = $(shell git describe 2>/dev/null; if [ $${?} != 0 ]; then echo 'unknown'; fi)
+DIR_PKG = target/packages
+REV = $(shell build/version)
+OS = $(shell build/os_version)
+
+MANIFEST_DIR = manifest/TEMP
+
+.PHONY: default
+default: dist
+
+.PHONY: dist
+dist:
+
+	# Build act package.
+	@echo $(REV)
+	@echo $(OS)
+	rm -rf $(DEB_BUILD_ROOT)/*
+	mkdir -p $(DEB_BUILD_ROOT)/DEBIAN
+	mkdir -p $(DEB_BUILD_ROOT)/usr/bin
+	mkdir -p $(DIR_PKG)
+	install -m 755 pkg/deb/postinst $(DEB_BUILD_ROOT)/DEBIAN/postinst
+	install -m 755 pkg/deb/prerm $(DEB_BUILD_ROOT)/DEBIAN/prerm
+	install -m 644 pkg/deb/control $(DEB_BUILD_ROOT)/DEBIAN/control
+
+	mkdir -p $(CL_BASE)
+	mkdir -p $(ETC_BASE)
+	mkdir -p $(CL_BASE)/bin
+
+        # act
+	install -m 755 target/bin/act_* $(CL_BASE)/bin/
+	install -m 755 analysis/act_latency.py $(CL_BASE)/bin/
+	install -m 755 config/act_index.conf $(ETC_BASE)/
+	install -m 755 config/act_storage.conf $(ETC_BASE)/
+
+	# Create symlinks to /usr/bin
+	mkdir -p $(DEB_BUILD_ROOT)/usr/bin
+	ln -sf /opt/aerospike/bin/act_index $(DEB_BUILD_ROOT)/usr/bin/act_index
+	ln -sf /opt/aerospike/bin/act_prep $(DEB_BUILD_ROOT)/usr/bin/act_prep
+	ln -sf /opt/aerospike/bin/act_storage $(DEB_BUILD_ROOT)/usr/bin/act_storage
+	ln -sf /opt/aerospike/bin/act_latency.py $(DEB_BUILD_ROOT)/usr/bin/act_latency.py
+
+
+	sed 's/@VERSION@/'$(REV)'/g' <pkg/deb/control >$(DEB_BUILD_ROOT)/DEBIAN/control
+
+	fakeroot dpkg-deb --build $(DEB_BUILD_ROOT) $(DIR_PKG)/act-$(REV).$(OS).x86_64.deb
+	rm -rf dist
+
+distclean:
+	rm -rf $(DEB_SOURCE_ROOT)
+	rm -rf target/packages
+
+print-% : ; @echo $($*)

pkg/Makefile.rpm

@@ -0,0 +1,45 @@
+# Build ACT rpm distribution.
+
+export RPM_SOURCE_ROOT = $(shell echo `pwd`/dist)
+export RPM_BUILD_ROOT = $(RPM_SOURCE_ROOT)/BUILD
+export CL_BASE = $(RPM_BUILD_ROOT)/opt/aerospike
+export ETC_BASE = $(RPM_BUILD_ROOT)/etc/aerospike
+
+MANIFEST_DIR = manifest/TEMP
+DIR_PKG = target/packages
+#REV = $(shell git describe 2>/dev/null; if [ $${?} != 0 ]; then echo 'unknown'; fi)
+REV = $(shell build/version)
+OS = $(shell build/os_version)
+
+.PHONY: default
+default: dist
+	mkdir -p $(DIR_PKG)
+	mkdir -p $(RPM_BUILD_ROOT)
+	mkdir -p $(RPM_SOURCE_ROOT)/RPMS/x86_64
+	mkdir -p $(RPM_BUILD_ROOT)/usr/bin
+
+	sed 's/@VERSION@/'$(REV)'/g' <pkg/rpm/act.spec >pkg/act_v.spec
+	sed -i 's/@RELEASE@/'$(OS)'/g' pkg/act_v.spec
+
+	rpmbuild -bb -vv --define "dist .$(OS)" --buildroot $(RPM_BUILD_ROOT) pkg/act_v.spec
+	find $(RPM_SOURCE_ROOT)/RPMS -type f -exec mv {} $(DIR_PKG) \;
+	rm -rf pkg/act_v.spec dist
+
+distclean:
+	rm -rf $(RPM_BUILD_ROOT)
+	rm -rf target/packages:
+
+.PHONY: dist
+dist:
+
+	mkdir -p $(CL_BASE)
+	mkdir -p $(ETC_BASE)
+	mkdir -p $(CL_BASE)/bin
+
+	# act
+	install -m 755 target/bin/act_* $(CL_BASE)/bin/
+	install -m 755 analysis/act_latency.py $(CL_BASE)/bin/
+	install -m 755 config/act_index.conf $(ETC_BASE)/
+	install -m 755 config/act_storage.conf $(ETC_BASE)/
+
+print-% : ; @echo $($*)