From 37ae484fbc5f71ea3109296ab2ca88321b0e4acc Mon Sep 17 00:00:00 2001 From: Ventz Petkov <901168+ventz@users.noreply.github.com> Date: Sat, 1 Jun 2024 08:51:18 -0400 Subject: [PATCH] =?UTF-8?q?=F0=9F=9A=85=20docs:=20Updated=20Example=20for?= =?UTF-8?q?=20LiteLLM=20ports=20and=20Volume=20mount=20(#2941)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * Added necessary "ports" section for it to work by default * Added (commented out) example GCP Vertex volume mount for auth config and for ENV variable. --- docker-compose.override.yml.example | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/docker-compose.override.yml.example b/docker-compose.override.yml.example index b5558700ae8..f06319bfd97 100644 --- a/docker-compose.override.yml.example +++ b/docker-compose.override.yml.example @@ -120,9 +120,13 @@ version: '3.4' # image: ghcr.io/berriai/litellm:main-latest # volumes: # - ./litellm/litellm-config.yaml:/app/config.yaml +# - ./litellm/application_default_credentials.json:/app/application_default_credentials.json # only if using Google Vertex +# ports: +# - "4000:8000" # command: [ "--config", "/app/config.yaml", "--port", "8000", "--num_workers", "8" ] # environment: # OPENAI_API_KEY: none ## needs to be set if ollama's openai api compatibility is used +# GOOGLE_APPLICATION_CREDENTIALS: /app/application_default_credentials.json ## only if using Google Vertex # REDIS_HOST: redis # REDIS_PORT: 6379 # REDIS_PASSWORD: RedisChangeMe