build(humanlog): make the pro build publish without goreleaser

.github/workflows/release-dev-pro.yml

@@ -11,34 +11,90 @@ permissions:
 
 jobs:
   build:
-    name: "build"
     strategy:
       matrix:
-        go: [stable]
-        os:
-        - ubuntu-latest
-        - macos-latest
-        arch:
-        - arm64
-        - amd64
-    runs-on: ${{ matrix.os }}
+        targets:
+        - name: linux-amd64
+          runner: ubuntu-latest
+          tags: pro
+          goos: linux
+          goarch: amd64
+        - name: linux-arm64
+          runner: ubuntu-latest
+          goos: linux
+          goarch: arm64
+          goenvs: CC=aarch64-linux-gnu-gcc CXX=x86_64-linux-gnu-g++
+          preinstall: sudo apt install -y gcc-aarch64-linux-gnu g++-aarch64-linux-gnu
+        - name: darwin-amd64
+          runner: macos-latest
+          tags: pro
+          goos: darwin
+          goarch: amd64
+        - name: darwin-arm64
+          runner: macos-latest
+          tags: pro
+          goos: darwin
+          goarch: arm64
+    name: ${{ matrix.targets.name }}
+    runs-on: ${{ matrix.targets.runner }}
     env:
       GOPRIVATE: "github.com/humanlogio/humanlog-pro"
       GH_ACCESS_TOKEN_FOR_HUMANLOGPRO: ${{ secrets.GH_ACCESS_TOKEN_FOR_HUMANLOGPRO }}
-      GOARCH: ${{ matrix.arch }}
       CGO_ENABLED: 1
+      GOBIN: /usr/local/bin/
     steps:
       - name: Set up Go 1
         uses: actions/setup-go@v5
         with:
-          go-version: ${{ matrix.go }}
+          go-version: stable
           cache: true
       - uses: actions/checkout@v3
         with:
           fetch-depth: 0
+      - if: ${{ matrix.targets.preinstall != '' }}
+        run: ${{ matrix.targets.preinstall }}
+      - run: echo "${HOME}/.humanlog/bin" >> $GITHUB_PATH
+      - run: curl https://humanlog.io/install_apictl.sh | bash
       - run: git config --global --add safe.directory '*'
       - run: git config --global url.https://[email protected]/.insteadOf https://github.com/
       - run: go install github.com/goware/modvendor@latest
       - run: go mod vendor
       - run: modvendor -copy="**/*.a **/*.h" -v
-      - run: go build -tags pro -o /tmp/humanlog-${{ matrix.os }}-${{ matrix.arch }} ./cmd/humanlog
+      - run: mkdir -p dist/${{ matrix.targets.goos }}-${{ matrix.targets.goarch }}
+      - run: ${{ matrix.targets.goenvs }} ./script/build.sh
+        env:
+          HUMANLOG_GOTAGS: ${{ matrix.targets.tags }}
+          GOOS: ${{ matrix.targets.goos }}
+          GOARCH: ${{ matrix.targets.goarch }}
+      - uses: actions/upload-artifact@v4
+        with:
+          name: humanlog-bins-${{ matrix.targets.goos }}-${{ matrix.targets.goarch }}
+          path: dist/*
+
+  publish:
+    name: "publish"
+    needs: build
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - run: echo "${HOME}/.humanlog/bin" >> $GITHUB_PATH
+      - run: curl https://humanlog.io/install_apictl.sh | bash
+      - uses: actions/upload-artifact/merge@v4
+        with:
+          name: humanlog-bins
+          pattern: humanlog-bins-*
+          separate-directories: true
+          delete-merged: true
+      - uses: actions/download-artifact@v4
+        with:
+          name: humanlog-bins
+      - run: ./script/publish.sh
+        env:
+          CHANNEL: "dev"
+          API_URL: "https://api.humanlog.dev"
+          HMAC_KEY_ID: ${{ secrets.DEV_HMAC_KEY_ID }}
+          HMAC_PRIVATE_KEY: ${{ secrets.DEV_HMAC_PRIVATE_KEY }}
+          AWS_ACCESS_KEY_ID: ${{ secrets.S3_BINARIES_BUCKET_KEY_ID }}
+          AWS_SECRET_ACCESS_KEY: ${{ secrets.S3_BINARIES_BUCKET_ACCESS_KEY }}

.github/workflows/release-dev.yml

@@ -10,9 +10,49 @@ permissions:
   contents: write
 
 jobs:
+  build:
+    name: "build"
+    strategy:
+      matrix:
+        go: [stable]
+        os:
+        - ubuntu-latest
+        - macos-latest
+        arch:
+        - arm64
+        - amd64
+    runs-on: ${{ matrix.os }}
+    env:
+      GOPRIVATE: "github.com/humanlogio/humanlog-pro"
+      GH_ACCESS_TOKEN_FOR_HUMANLOGPRO: ${{ secrets.GH_ACCESS_TOKEN_FOR_HUMANLOGPRO }}
+      GOARCH: ${{ matrix.arch }}
+    steps:
+      - name: Set up Go 1
+        uses: actions/setup-go@v5
+        with:
+          go-version: ${{ matrix.go }}
+          cache: true
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - run: git config --global --add safe.directory '*'
+      - run: git config --global url.https://[email protected]/.insteadOf https://github.com/
+      - run: git fetch --force --tags
+      - run: echo "${HOME}/.humanlog/bin" >> $GITHUB_PATH
+      - run: curl https://humanlog.dev/install_apictl.sh | bash
+      - run: go install github.com/goware/modvendor@latest
+      - run: go mod vendor
+      - run: modvendor -copy="**/*.a **/*.h" -v
+      - run: go
+        env:
+
+
+
   create_a_dev_release:
     name: create a dev release
     runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/goreleaser/goreleaser-cross:v1.23.2
     env:
       GOPRIVATE: "github.com/humanlogio/humanlog-pro"
       GH_ACCESS_TOKEN_FOR_HUMANLOGPRO: ${{ secrets.GH_ACCESS_TOKEN_FOR_HUMANLOGPRO }}

pkg/localstorage/queryable.go

@@ -3,7 +3,6 @@ package localstorage
 import (
 	"context"
 	"fmt"
-	"log"
 	"log/slog"
 	"time"
 
@@ -16,7 +15,6 @@ type StorageBuilder func(ctx context.Context, ll *slog.Logger, cfg map[string]in
 var registry = make(map[string]StorageBuilder)
 
 func RegisterStorage(name string, builder StorageBuilder) {
-	log.Printf("registered storage engine %q", name)
 	_, ok := registry[name]
 	if ok {
 		panic(fmt.Sprintf("already used: %q", name))

script/build.sh

@@ -0,0 +1,115 @@
+#!/usr/bin/env bash
+
+set -euox pipefail
+
+root=$(git rev-parse --show-toplevel)
+
+gotags="${HUMANLOG_GOTAGS:-}"
+goos="${GOOS:-$(go env GOOS)}"
+goarch="${GOARCH:-$(go env GOARCH)}"
+is_prod_build="${HUMANLOG_IS_PROD_BUILD:-}"
+output_dir="${HUMANLOG_OUTDIR:-${root}/dist}"
+output_bin="${HUMANLOG_OUTBIN:-humanlog}"
+output_path="${output_dir}/${output_bin}"
+
+function latest_git_tag() {
+    git describe --tags $(git rev-list --tags --max-count=1)
+}
+
+function git_commit_timestamp() {
+    git show --no-patch --format=%ct
+}
+
+function git_short_commit() {
+    git rev-parse --short HEAD
+}
+
+function current_version() {
+    apictl version to-json --version $(latest_git_tag) |
+        apictl version math build set $(git_short_commit)
+}
+
+function next_patch_version() {
+    current_version |
+        apictl version math patch add 1 |
+        apictl version math pre add next |
+        apictl version math pre add $(git_commit_timestamp)
+}
+
+function get_major() {
+    jq -r '.major // 0'
+}
+
+function get_minor() {
+    jq -r '.minor // 0'
+}
+
+function get_patch() {
+    jq -r '.patch // 0'
+}
+
+function get_pre() {
+    jq -r '.prereleases // [] | join(".")'
+}
+
+function get_build() {
+    jq -r '.build // ""'
+}
+
+function main() {
+    local major=""
+    local minor=""
+    local patch=""
+    local pre=""
+    local build=""
+    local version=""
+    if [[ "${is_prod_build}" != "true" ]]; then
+        echo "setting version to $(next_patch_version | apictl version from-json)"
+        major=$(next_patch_version | get_major)
+        minor=$(next_patch_version | get_minor)
+        patch=$(next_patch_version | get_patch)
+        pre=$(next_patch_version | get_pre)
+        build=$(next_patch_version | get_build)
+        version=$(next_patch_version | apictl version from-json)
+    else
+        major=$(current_version | get_major)
+        minor=$(current_version | get_minor)
+        patch=$(current_version | get_patch)
+        build=$(current_version | get_build)
+        version=$(current_version | apictl version from-json)
+    fi
+    local tarname="humanlog_${version}_${goos}_${goarch}.tar.gz"
+
+    local flags="-o ${output_path} -trimpath"
+    if [[ ! -z "${gotags}" ]]; then
+        flags+=" -tags ${gotags}"
+    fi
+
+    ldflags="-s -w"
+
+    if [[ "${goos}" == "linux" ]]; then
+        ldflags+=$" -extldflags '-lc -lrt -lpthread --static'"
+    fi
+
+    ldflags+=" -X main.versionMajor=${major}"
+    ldflags+=" -X main.versionMinor=${minor}"
+    ldflags+=" -X main.versionPatch=${patch}"
+    ldflags+=" -X main.versionBuild=${build}"
+    if [[ "${is_prod_build}" != "true" ]]; then
+        ldflags+=" -X main.versionPrerelease=${pre}"
+        ldflags+=" -X main.defaultApiAddr=https://api.humanlog.dev"
+        ldflags+=" -X main.defaultBaseSiteAddr=https://humanlog.dev"
+    else
+        ldflags+=" -X main.defaultApiAddr=https://api.humanlog.io"
+        ldflags+=" -X main.defaultBaseSiteAddr=https://humanlog.io"
+    fi
+
+    flags+=" -ldflags=\"${ldflags}\""
+
+    eval go build ${flags} ./cmd/humanlog
+
+    cd ${output_dir}
+    tar -zcvf ${tarname} humanlog
+}
+
+main