fix: readded models

kaito-project · Oct 10, 2023 · 637228e · 637228e
1 parent 0d88381
commit 637228e
Showing 1 changed file with 122 additions and 122 deletions.
diff --git a/.github/workflows/preset-image-build.yml b/.github/workflows/preset-image-build.yml
@@ -2,7 +2,7 @@ name: Build and Push Preset Models
 
 on:
   # For Testing
-  pull_request: 
+  pull_request:
     branches:
       - main
     paths:
@@ -107,40 +107,73 @@ jobs:
         run: |
           echo "image_tag for this job: ${{ steps.set_tag.outputs.image_tag }}"
 
-  # falcon-7b:
-  #   needs: setup
-  #   runs-on: ubuntu-20.04
-  #   if: ${{ needs.setup.outputs.FALCON_MODIFIED == 'true'}} 
-  #   steps:
-  #     - name: Checkout
-  #       uses: actions/checkout@v4
-  #       with:
-  #         submodules: true
-  #         fetch-depth: 0
+  falcon-7b:
+    needs: setup
+    runs-on: ubuntu-20.04
+    if: ${{ needs.setup.outputs.FALCON_MODIFIED == 'true'}} 
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          submodules: true
+          fetch-depth: 0
 
-  #     - name: Az CLI login
-  #       uses: azure/login@v1
-  #       with:
-  #         client-id: ${{ secrets.AZURE_KDM_PRESET_CLIENT_ID }}
-  #         tenant-id: ${{ secrets.AZURE_TENANT_ID }}
-  #         subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
+      - name: Az CLI login
+        uses: azure/login@v1
+        with:
+          client-id: ${{ secrets.AZURE_KDM_PRESET_CLIENT_ID }}
+          tenant-id: ${{ secrets.AZURE_TENANT_ID }}
+          subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
 
-  #     - name: Install Azure CLI latest
-  #       run: |
-  #         curl -sL https://aka.ms/InstallAzureCLIDeb | sudo bash
+      - name: Install Azure CLI latest
+        run: |
+          curl -sL https://aka.ms/InstallAzureCLIDeb | sudo bash
 
-  #     - name: 'Login to ACR'
-  #       run: az acr login --name aimodelsregistry
+      - name: 'Login to ACR'
+        run: az acr login --name aimodelsregistry
 
-  #     - name: Build and push Falcon model
-  #       run: |
-  #         az acr build -t aimodelsregistry.azurecr.io/falcon-7b:${{ needs.setup.outputs.image_tag }} \
-  #         -r aimodelsregistry \
-  #         -f docker/presets/falcon/Dockerfile \
-  #         --build-arg FALCON_MODEL_NAME=tiiuae/falcon-7b \
-  #         .
+      - name: Build and push Falcon model
+        run: |
+          az acr build -t aimodelsregistry.azurecr.io/falcon-7b:${{ needs.setup.outputs.image_tag }} \
+          -r aimodelsregistry \
+          -f docker/presets/falcon/Dockerfile \
+          --build-arg FALCON_MODEL_NAME=tiiuae/falcon-7b \
+          .
+
+  falcon-7b-instruct:
+    needs: setup
+    runs-on: ubuntu-20.04
+    if: ${{ needs.setup.outputs.FALCON_MODIFIED == 'true'}} 
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          submodules: true
+          fetch-depth: 0
+
+      - name: Az CLI login
+        uses: azure/login@v1
+        with:
+          client-id: ${{ secrets.AZURE_KDM_PRESET_CLIENT_ID }}
+          tenant-id: ${{ secrets.AZURE_TENANT_ID }}
+          subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
+
+      - name: Install Azure CLI latest
+        run: |
+          curl -sL https://aka.ms/InstallAzureCLIDeb | sudo bash
 
-  # falcon-7b-instruct:
+      - name: 'Login to ACR'
+        run: az acr login --name aimodelsregistry
+
+      - name: Build and push Falcon model
+        run: |
+          az acr build -t aimodelsregistry.azurecr.io/falcon-7b-instruct:${{ needs.setup.outputs.image_tag }} \
+          -r aimodelsregistry \
+          -f docker/presets/falcon/Dockerfile \
+          --build-arg FALCON_MODEL_NAME=tiiuae/falcon-7b-instruct \
+          .
+  
+  # falcon-40b:
   #   needs: setup
   #   runs-on: ubuntu-20.04
   #   if: ${{ needs.setup.outputs.FALCON_MODIFIED == 'true'}} 
@@ -167,13 +200,13 @@ jobs:
 
   #     - name: Build and push Falcon model
   #       run: |
-  #         az acr build -t aimodelsregistry.azurecr.io/falcon-7b-instruct:${{ needs.setup.outputs.image_tag }} \
+  #         az acr build -t aimodelsregistry.azurecr.io/falcon-40b:${{ needs.setup.outputs.image_tag }} \
   #         -r aimodelsregistry \
   #         -f docker/presets/falcon/Dockerfile \
-  #         --build-arg FALCON_MODEL_NAME=tiiuae/falcon-7b-instruct \
+  #         --build-arg FALCON_MODEL_NAME=tiiuae/falcon-40b \
   #         .
-  
-  # falcon-40b:
+
+  # falcon-40b-instruct:
   #   needs: setup
   #   runs-on: ubuntu-20.04
   #   if: ${{ needs.setup.outputs.FALCON_MODIFIED == 'true'}} 
@@ -183,7 +216,8 @@ jobs:
   #       with:
   #         submodules: true
   #         fetch-depth: 0
-
+  #     - name: Check Available Disk Space
+  #       run: df -h
   #     - name: Az CLI login
   #       uses: azure/login@v1
   #       with:
@@ -200,24 +234,23 @@ jobs:
 
   #     - name: Build and push Falcon model
   #       run: |
-  #         az acr build -t aimodelsregistry.azurecr.io/falcon-40b:${{ needs.setup.outputs.image_tag }} \
+  #         az acr build -t aimodelsregistry.azurecr.io/falcon-40b-instruct:${{ needs.setup.outputs.image_tag }} \
   #         -r aimodelsregistry \
   #         -f docker/presets/falcon/Dockerfile \
-  #         --build-arg FALCON_MODEL_NAME=tiiuae/falcon-40b \
+  #         --build-arg FALCON_MODEL_NAME=tiiuae/falcon-40b-instruct \
   #         .
 
-  falcon-40b-instruct:
+  llama-2-7b:
     needs: setup
     runs-on: ubuntu-20.04
-    if: ${{ needs.setup.outputs.FALCON_MODIFIED == 'true'}} 
+    if: ${{ needs.setup.outputs.LLAMA2_MODIFIED == 'true'}}
     steps:
       - name: Checkout
         uses: actions/checkout@v4
         with:
           submodules: true
           fetch-depth: 0
-      - name: Check Available Disk Space
-        run: df -h
+
       - name: Az CLI login
         uses: azure/login@v1
         with:
@@ -231,19 +264,24 @@ jobs:
 
       - name: 'Login to ACR'
         run: az acr login --name aimodelsregistry
-      
-      - name: Build and push Falcon model
+
+      - name: Build and push Llama model
         run: |
-          az acr build -t aimodelsregistry.azurecr.io/falcon-40b-instruct:${{ needs.setup.outputs.image_tag }} \
+          az acr build \
+          --build-arg EXTERNAL_IP=${{ secrets.AZURE_WEB_SERVER_EXTERNAL_IP }} \
+          --build-arg EXTERNAL_PORT=${{ secrets.AZURE_WEB_SERVER_EXTERNAL_PORT }} \
+          --build-arg LLAMA_VERSION=llama-2-7b \
+          --build-arg SRC_DIR=pkg/presets/llama-2 \
+          --build-arg WEB_SERVER_AUTH_TOKEN=${{ secrets.WEB_SERVER_AUTH_TOKEN }} \
+          -t aimodelsregistry.azurecr.io/llama-2-7b:${{ needs.setup.outputs.image_tag }} \
           -r aimodelsregistry \
-          -f docker/presets/falcon/Dockerfile \
-          --build-arg FALCON_MODEL_NAME=tiiuae/falcon-40b-instruct \
+          -f docker/presets/llama-2/Dockerfile \
           .
-
-  llama-2-7b:
+  
+  llama-2-13b:
     needs: setup
     runs-on: ubuntu-20.04
-    if: ${{ needs.setup.outputs.LLAMA2_MODIFIED == 'true'}}
+    if: ${{ needs.setup.outputs.LLAMA2_MODIFIED  == 'true'}}
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -270,52 +308,14 @@ jobs:
           az acr build \
           --build-arg EXTERNAL_IP=${{ secrets.AZURE_WEB_SERVER_EXTERNAL_IP }} \
           --build-arg EXTERNAL_PORT=${{ secrets.AZURE_WEB_SERVER_EXTERNAL_PORT }} \
-          --build-arg LLAMA_VERSION=llama-2-7b \
+          --build-arg LLAMA_VERSION=llama-2-13b \
           --build-arg SRC_DIR=pkg/presets/llama-2 \
           --build-arg WEB_SERVER_AUTH_TOKEN=${{ secrets.WEB_SERVER_AUTH_TOKEN }} \
-          -t aimodelsregistry.azurecr.io/llama-2-7b:${{ needs.setup.outputs.image_tag }} \
+          -t aimodelsregistry.azurecr.io/llama-2-13b:${{ needs.setup.outputs.image_tag }} \
           -r aimodelsregistry \
           -f docker/presets/llama-2/Dockerfile \
           .
   
-  # llama-2-13b:
-  #   needs: setup
-  #   runs-on: ubuntu-20.04
-  #   if: ${{ needs.setup.outputs.LLAMA2_MODIFIED  == 'true'}}
-  #   steps:
-  #     - name: Checkout
-  #       uses: actions/checkout@v4
-  #       with:
-  #         submodules: true
-  #         fetch-depth: 0
-
-  #     - name: Az CLI login
-  #       uses: azure/login@v1
-  #       with:
-  #         client-id: ${{ secrets.AZURE_KDM_PRESET_CLIENT_ID }}
-  #         tenant-id: ${{ secrets.AZURE_TENANT_ID }}
-  #         subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
-
-  #     - name: Install Azure CLI latest
-  #       run: |
-  #         curl -sL https://aka.ms/InstallAzureCLIDeb | sudo bash
-
-  #     - name: 'Login to ACR'
-  #       run: az acr login --name aimodelsregistry
-
-  #     - name: Build and push Llama model
-  #       run: |
-  #         az acr build \
-  #         --build-arg EXTERNAL_IP=${{ secrets.AZURE_WEB_SERVER_EXTERNAL_IP }} \
-  #         --build-arg EXTERNAL_PORT=${{ secrets.AZURE_WEB_SERVER_EXTERNAL_PORT }} \
-  #         --build-arg LLAMA_VERSION=llama-2-13b \
-  #         --build-arg SRC_DIR=pkg/presets/llama-2 \
-  #         --build-arg WEB_SERVER_AUTH_TOKEN=${{ secrets.WEB_SERVER_AUTH_TOKEN }} \
-  #         -t aimodelsregistry.azurecr.io/llama-2-13b:${{ needs.setup.outputs.image_tag }} \
-  #         -r aimodelsregistry \
-  #         -f docker/presets/llama-2/Dockerfile \
-  #         .
-
   # llama-2-70b:
   #   needs: setup
   #   runs-on: ubuntu-20.04
@@ -392,43 +392,43 @@ jobs:
           -f docker/presets/llama-2/Dockerfile \
           .
   
-  # llama-2-13b-chat:
-  #   needs: setup
-  #   runs-on: ubuntu-20.04
-  #   if: ${{ needs.setup.outputs.LLAMA2_CHAT_MODIFIED == 'true' }}
-  #   steps:
-  #     - name: Checkout
-  #       uses: actions/checkout@v4
-  #       with:
-  #         submodules: true
-  #         fetch-depth: 0
+  llama-2-13b-chat:
+    needs: setup
+    runs-on: ubuntu-20.04
+    if: ${{ needs.setup.outputs.LLAMA2_CHAT_MODIFIED == 'true' }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          submodules: true
+          fetch-depth: 0
 
-  #     - name: Az CLI login
-  #       uses: azure/login@v1
-  #       with:
-  #         client-id: ${{ secrets.AZURE_KDM_PRESET_CLIENT_ID }}
-  #         tenant-id: ${{ secrets.AZURE_TENANT_ID }}
-  #         subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
+      - name: Az CLI login
+        uses: azure/login@v1
+        with:
+          client-id: ${{ secrets.AZURE_KDM_PRESET_CLIENT_ID }}
+          tenant-id: ${{ secrets.AZURE_TENANT_ID }}
+          subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
 
-  #     - name: Install Azure CLI latest
-  #       run: |
-  #         curl -sL https://aka.ms/InstallAzureCLIDeb | sudo bash
+      - name: Install Azure CLI latest
+        run: |
+          curl -sL https://aka.ms/InstallAzureCLIDeb | sudo bash
 
-  #     - name: 'Login to ACR'
-  #       run: az acr login --name aimodelsregistry
+      - name: 'Login to ACR'
+        run: az acr login --name aimodelsregistry
 
-  #     - name: Build and push Llama chat model
-  #       run: |
-  #         az acr build \
-  #         --build-arg EXTERNAL_IP=${{ secrets.AZURE_WEB_SERVER_EXTERNAL_IP }} \
-  #         --build-arg EXTERNAL_PORT=${{ secrets.AZURE_WEB_SERVER_EXTERNAL_PORT }} \
-  #         --build-arg LLAMA_VERSION=llama-2-13b-chat \
-  #         --build-arg SRC_DIR=pkg/presets/llama-2-chat \
-  #         --build-arg WEB_SERVER_AUTH_TOKEN=${{ secrets.WEB_SERVER_AUTH_TOKEN }} \
-  #         -t aimodelsregistry.azurecr.io/llama-2-13b-chat:${{ needs.setup.outputs.image_tag }} \
-  #         -r aimodelsregistry \
-  #         -f docker/presets/llama-2/Dockerfile \
-  #         .
+      - name: Build and push Llama chat model
+        run: |
+          az acr build \
+          --build-arg EXTERNAL_IP=${{ secrets.AZURE_WEB_SERVER_EXTERNAL_IP }} \
+          --build-arg EXTERNAL_PORT=${{ secrets.AZURE_WEB_SERVER_EXTERNAL_PORT }} \
+          --build-arg LLAMA_VERSION=llama-2-13b-chat \
+          --build-arg SRC_DIR=pkg/presets/llama-2-chat \
+          --build-arg WEB_SERVER_AUTH_TOKEN=${{ secrets.WEB_SERVER_AUTH_TOKEN }} \
+          -t aimodelsregistry.azurecr.io/llama-2-13b-chat:${{ needs.setup.outputs.image_tag }} \
+          -r aimodelsregistry \
+          -f docker/presets/llama-2/Dockerfile \
+          .
   
   # llama-2-70b-chat:
   #   needs: setup