build docker image from source

.github/workflows/node-docker.yml

@@ -1,15 +1,42 @@
 name: "Node-to-docker"
 on:
+  release:
+    types:
+      - published
   workflow_dispatch:
     inputs:
       isLatest:
         description: 'Add latest tag'
         default: 'true'
-        require: true
+        required: true
 
 jobs:
-  node-build-push-docker-onfinality:
+  check:
+    runs-on: ubuntu-latest
+    outputs:
+      changes_found: ${{ steps.check_changes.outputs.changes_found }}
+    steps:
+      - uses: actions/checkout@v2
+      - name: Check for package changes and commit message
+        id: check_changes
+        run: |
+          if [[ "${{ github.event_name }}" == "release" ]]
+          then
+            COMMIT_MESSAGE=$(git log -1 --pretty=format:"%s")
+            if [[ $COMMIT_MESSAGE == "[release]"* ]] && git diff --name-only HEAD~1 HEAD -- './packages/node/package.json'
+            then
+              echo "::set-output name=changes_found::true"
+            else
+              echo "::set-output name=changes_found::false"
+            fi
+          else
+            echo "::set-output name=changes_found::true"
+          fi
+
 
+  node-build-push-docker-onfinality:
+    needs: check
+    if: needs.check.outputs.changes_found == 'true'
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v2
@@ -35,20 +62,27 @@ jobs:
         run: |
           sh .github/workflows/scripts/nodeVersion.sh
 
+      - run: yarn
+      - name: build
+        run: yarn build
+
+
       - name: Build and push
-        if: github.event.inputs.isLatest == 'false'
+        if: github.event_name == 'workflow_dispatch' && github.event.inputs.isLatest == 'false'
         uses: docker/build-push-action@v2
         with:
+          context: .
           push: true
           platforms: arm64,amd64
           file: ./packages/node/Dockerfile
-          tags: onfinality/subql-node:v${{ steps.get-node-version.outputs.NODE_VERSION }}
+          tags: onfinality/subql-node
           build-args: RELEASE_VERSION=${{ steps.get-node-version.outputs.NODE_VERSION }}
 
       - name: Build and push
-        if: github.event.inputs.isLatest == 'true'
+        if: github.event_name == 'release' || (github.event_name == 'workflow_dispatch' && github.event.inputs.isLatest == 'true')
         uses: docker/build-push-action@v2
         with:
+          context: .
           push: true
           platforms: arm64,amd64
           file: ./packages/node/Dockerfile
@@ -59,7 +93,8 @@ jobs:
         run: echo ${{ steps.docker_build.outputs.digest }}
 
   node-build-push-docker-subquery:
-
+    needs: check
+    if: needs.check.outputs.changes_found == 'true'
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v2
@@ -85,25 +120,29 @@ jobs:
         run: |
           sh .github/workflows/scripts/nodeVersion.sh
 
+      - run: yarn
+      - name: build
+        run: yarn build
+
       - name: Build and push
-        if: github.event.inputs.isLatest == 'false'
+        if: github.event_name == 'workflow_dispatch' && github.event.inputs.isLatest == 'false'
         uses: docker/build-push-action@v2
         with:
+          context: .
           push: true
           platforms: arm64,amd64
           file: ./packages/node/Dockerfile
-          tags: subquerynetwork/subql-node-substrate:v${{ steps.get-node-version.outputs.NODE_VERSION }},
-          build-args: RELEASE_VERSION=${{ steps.get-node-version.outputs.NODE_VERSION }}
+          tags: subquerynetwork/subql-node-substrate,
 
       - name: Build and push
-        if: github.event.inputs.isLatest == 'true'
+        if: github.event_name == 'release' || (github.event_name == 'workflow_dispatch' && github.event.inputs.isLatest == 'true')
         uses: docker/build-push-action@v2
         with:
+          context: .
           push: true
           platforms: arm64,amd64
           file: ./packages/node/Dockerfile
           tags: subquerynetwork/subql-node-substrate:v${{ steps.get-node-version.outputs.NODE_VERSION }},subquerynetwork/subql-node-substrate:latest
-          build-args: RELEASE_VERSION=${{ steps.get-node-version.outputs.NODE_VERSION }}
 
       - name: Image digest
         run: echo ${{ steps.docker_build.outputs.digest }}

.github/workflows/query-docker.yml

@@ -1,15 +1,41 @@
 name: "Query-to-docker"
 on:
+  release:
+    types:
+      - published
   workflow_dispatch:
     inputs:
       isLatest:
         description: 'Add latest tag'
         default: 'true'
-        require: true
+        required: true
 
 jobs:
-  query-build-push-docker:
+  check:
+    runs-on: ubuntu-latest
+    outputs:
+      changes_found: ${{ steps.check_changes.outputs.changes_found }}
+    steps:
+      - uses: actions/checkout@v2
+      - name: Check for package changes and commit message
+        id: check_changes
+        run: |
+          if [[ "${{ github.event_name }}" == "release" ]]
+          then
+            COMMIT_MESSAGE=$(git log -1 --pretty=format:"%s")
+            if [[ $COMMIT_MESSAGE == "[release]"* ]] && git diff --name-only HEAD~1 HEAD -- './packages/query/package.json'
+            then
+              echo "::set-output name=changes_found::true"
+            else
+              echo "::set-output name=changes_found::false"
+            fi
+          else
+            echo "::set-output name=changes_found::true"
+          fi
 
+  query-build-push-docker:
+    needs: check
+    if: needs.check.outputs.changes_found == 'true'
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v2
@@ -35,8 +61,12 @@ jobs:
         run: |
           sh .github/workflows/scripts/queryVersion.sh
 
+      - run: yarn
+      - name: build
+        run: yarn build
+
       - name: Build and push
-        if: github.event.inputs.isLatest == 'false'
+        if: github.event_name == 'workflow_dispatch' && github.event.inputs.isLatest == 'false'
         uses: docker/build-push-action@v2
         with:
           push: true
@@ -46,7 +76,7 @@ jobs:
           build-args: RELEASE_VERSION=${{ steps.get-query-version.outputs.QUERY_VERSION }}
 
       - name: Build and push
-        if: github.event.inputs.isLatest == 'true'
+        if: github.event_name == 'release' || (github.event_name == 'workflow_dispatch' && github.event.inputs.isLatest == 'true')
         uses: docker/build-push-action@v2
         with:
           push: true
@@ -60,7 +90,8 @@ jobs:
         run: echo ${{ steps.docker_build.outputs.digest }}
 
   query-build-push-docker-subquery:
-
+    needs: check
+    if: needs.check.outputs.changes_found == 'true'
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v2
@@ -86,8 +117,12 @@ jobs:
         run: |
           sh .github/workflows/scripts/queryVersion.sh
 
+      - run: yarn
+      - name: build
+        run: yarn build
+
       - name: Build and push
-        if: github.event.inputs.isLatest == 'false'
+        if: github.event_name == 'workflow_dispatch' && github.event.inputs.isLatest == 'false'
         uses: docker/build-push-action@v2
         with:
           push: true
@@ -97,7 +132,7 @@ jobs:
           build-args: RELEASE_VERSION=${{ steps.get-query-version.outputs.QUERY_VERSION }}
 
       - name: Build and push
-        if: github.event.inputs.isLatest == 'true'
+        if: github.event_name == 'release' || (github.event_name == 'workflow_dispatch' && github.event.inputs.isLatest == 'true')
         uses: docker/build-push-action@v2
         with:
           push: true

packages/node/Dockerfile

@@ -1,14 +1,19 @@
-# production images
-FROM node:18 as builder
-ARG RELEASE_VERSION
-ENTRYPOINT ["subql-node"]
-RUN npm i -g --unsafe-perm @subql/node@${RELEASE_VERSION}
+# Build stage
+FROM node:18-alpine as builder
+WORKDIR /app
+COPY ./packages/node ./
+RUN npm install -g --force yarn@latest && \
+    yarn pack --filename app.tgz && \
+    rm -rf /root/.npm /root/.cache
 
+# Production stage
 FROM node:18-alpine
-ENV TZ utc
-
-RUN apk add --no-cache tini git curl
-COPY --from=builder /usr/local/lib/node_modules /usr/local/lib/node_modules
-
-ENTRYPOINT ["/sbin/tini", "--", "/usr/local/lib/node_modules/@subql/node/bin/run"]
-CMD ["-f","/app"]
+RUN apk add --no-cache tini curl git
+COPY --from=builder /app/app.tgz /app.tgz
+RUN tar -xzvf /app.tgz --strip 1 && \
+    rm /app.tgz && \
+    yarn install --production && \
+    yarn cache clean && \
+    rm -rf /root/.npm /root/.cache
+ENTRYPOINT ["/sbin/tini", "--", "bin/run"]
+CMD ["-f","/app"]

packages/query/Dockerfile

@@ -1,13 +1,19 @@
-# production images
-FROM node:18 as builder
-ARG RELEASE_VERSION
-RUN npm i -g --unsafe-perm @subql/query@${RELEASE_VERSION}
+# Build stage
+FROM node:18-alpine as builder
+WORKDIR /app
+COPY ./packages/query ./
+RUN npm install -g --force yarn@latest && \
+    yarn pack --filename app.tgz && \
+    rm -rf /root/.npm /root/.cache
 
+# Production stage
 FROM node:18-alpine
-ENV TZ utc
-
 RUN apk add --no-cache tini
-COPY --from=builder /usr/local/lib/node_modules /usr/local/lib/node_modules
-
-ENTRYPOINT ["/sbin/tini", "--", "/usr/local/lib/node_modules/@subql/query/bin/run"]
-CMD ["-f","/app"]
+COPY --from=builder /app/app.tgz /app.tgz
+RUN tar -xzvf /app.tgz --strip 1 && \
+    rm /app.tgz && \
+    yarn install --production && \
+    yarn cache clean && \
+    rm -rf /root/.npm /root/.cache
+ENTRYPOINT ["/sbin/tini", "--", "bin/run"]
+CMD ["-f","/app"]