Singularity

Bootstrap: docker
From: ubuntu:22.04

%setup
    [ -n "${APPTAINER_ROOTFS:-}" ] && ./.build-scripts/write-apptainer-labels.sh >"${APPTAINER_ROOTFS}/.build_labels"

%post
	set -ex
	export DEBIAN_FRONTEND=noninteractive
	apt-get update -yq
	apt-get install -yq curl
	curl -L https://ollama.ai/download/ollama-linux-amd64 -o /usr/bin/ollama
	chmod +x /usr/bin/ollama
	apt-get clean -yq
	rm -rf /var/lib/apt/lists/*

%test
	ollama --help

%runscript
	set -e

	if [ "${1:-}" = "random-port" ]; then
		bash -c 'set -e; read LOWERPORT UPPERPORT < /proc/sys/net/ipv4/ip_local_port_range; PORTRANGE=$(( UPPERPORT - LOWERPORT )); while :; do PORT=$(( LOWERPORT + ( RANDOM % PORTRANGE) )); (echo -n > /dev/tcp/127.0.0/${PORT}) &>/dev/null || echo "${PORT}" && exit 0; done; exit 1' || { echo "Failed to find an open port. Exiting." >&2; exit 1; }
		exit 0
	fi

	# Set up OLLAMA_HOST if OLLAMA_PORT is set:
	export OLLAMA_HOST="${OLLAMA_HOST:-127.0.0.1${OLLAMA_PORT:+:${OLLAMA_PORT}}}"

	# If we're runninng on klone, we should have access to /gscratch/scrubbed.
	# However, by default, /gscratch is not mounted in the container, whereas /mmfs1 is.
	# /gscratch is the same as /mmfs1/gscratch, so we can use /mmfs1/gscratch/scrubbed.
	if [ -d "/gscratch/scrubbed" ]; then
		SCRUBBED_DIR="/gscratch/scrubbed/${USER}"
	elif [ -d "/mmfs1/gscratch/scrubbed" ]; then
		SCRUBBED_DIR="/mmfs1/gscratch/scrubbed/${USER}"
		case "${OLLAMA_MODELS:-}" in
			/gscratch/*)
				OLLAMA_MODELS="${OLLAMA_MODELS#/gscratch/}"
				OLLAMA_MODELS="/mmfs1/gscratch/${OLLAMA_MODELS}"
				;;
			*) ;;
		esac
	fi
	[ -n "${SCRUBBED_DIR:-}" ] && OLLAMA_MODELS="${OLLAMA_MODELS:-${SCRUBBED_DIR}/ollama/models}"
	[ -n "${OLLAMA_MODELS:-}" ] && export OLLAMA_MODELS

	# If no arguments are given, default to running `ollama serve`:
	[ $# -eq 0 ] && set -- serve

	# If the first argument is "serve",
	# 	1. create the models directory if it doesn't exist
	# 	2. write a descriptive message to stderr
	if [ "${1:-}" = "serve" ]; then
		if [ -n "${OLLAMA_MODELS:-}" ]; then
			mkdir -p "${OLLAMA_MODELS}" || { echo "Failed to create the OLLAMA_MODELS=\"${OLLAMA_MODELS}\" directory. Exiting." >&2; exit 1; }
		fi
		echo "Starting ollama server${OLLAMA_HOST:+ on ${OLLAMA_HOST}}${OLLAMA_MODELS:+ with models in ${OLLAMA_MODELS}}." >&2
	fi

	# Run the ollama command with the given arguments:
	ollama "$@"

%startscript
	/.run serve "$@"

%help
	This is a simple container for running Ollama. For more information, visit https://ollama.ai.