feat: add in vllm patch for phi3v image processing

.github/workflows/sync-to-docker-hub.yaml

@@ -26,14 +26,6 @@ jobs:
         echo "New version: $version"
         echo "VERSION=$version" >> $GITHUB_OUTPUT
 
-    - name: Cache Docker layers
-      uses: actions/cache@v4
-      with:
-        path: /tmp/.buildx-cache
-        key: ${{ runner.os }}-buildx-${{ github.sha }}
-        restore-keys: |
-          ${{ runner.os }}-buildx-
-
     - name: Set up Docker Buildx
       uses: docker/setup-buildx-action@v3
 
@@ -51,8 +43,6 @@ jobs:
         tags: |
           ${{ secrets.DOCKER_USER }}/vllm-huggingface:latest
           ${{ secrets.DOCKER_USER }}/vllm-huggingface:${{ steps.get_version.outputs.VERSION }}
-        cache-from: type=local,src=/tmp/.buildx-cache
-        cache-to: type=local,dest=/tmp/.buildx-cache-new
 
     - name: Update latest git tag
       uses: actions-ecosystem/action-get-latest-tag@v1
@@ -68,8 +58,3 @@ jobs:
       with:
         tag: ${{ steps.bump-semver.outputs.new_version }}
         message: '${{ steps.bump-semver.outputs.new_version }}'
-
-    - name: Move cache
-      run: |
-        rm -rf /tmp/.buildx-cache
-        mv /tmp/.buildx-cache-new /tmp/.buildx-cache

Dockerfile

@@ -1,10 +1,14 @@
 FROM vllm/vllm-openai:v0.5.5
 
+
+ENV VLLM_COMMIT=8aaf3d5347ad536de25869caa67b90e43f1ccd5b
+ENV VLLM_VERSION=0.5.5
 ENV DO_NOT_TRACK=1
 
 COPY --chmod=775 endpoints-entrypoint.sh entrypoint.sh
 
-RUN pip uninstall -y vllm && pip install git+https://github.com/vllm-project/vllm.git --no-cache-dir
+RUN pip uninstall -y vllm && \
+    pip install https://vllm-wheels.s3.us-west-2.amazonaws.com/${VLLM_COMMIT}/vllm-${VLLM_VERSION}-cp38-abi3-manylinux1_x86_64.whl
 
 ENTRYPOINT ["/bin/bash", "entrypoint.sh"]
 CMD [""]