Merge pull request #2 from clouvet/add-default-model

Pull a default model on start

fly.toml

@@ -7,6 +7,7 @@ app = ''               # change this before deploying!
 primary_region = 'ord'
 
 [env]
+DEFAULT_MODEL = 'llama3.1:8b'
 OLLAMA_BASE_URL = 'http://localhost:11434'
 OLLAMA_MODELS = '/app/backend/data/models'
 

start.sh

@@ -4,6 +4,17 @@ mkdir -p /app/backend/data/models
 
 /bin/ollama serve &
 
+# Wait until Ollama service is up and running
+until curl -s http://localhost:11434 > /dev/null; do 
+  echo 'Waiting for Ollama service to start...'; 
+  sleep 1; 
+done 
+
+if ! [ -e "$DEFAULT_MODEL" ]; then
+  echo "Pulling default model: $DEFAULT_MODEL"
+  ollama pull $DEFAULT_MODEL &
+fi
+
 SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
 cd "$SCRIPT_DIR" || exit