setup 8b granite

granite-3.0-8b-instruct/Containerfile

@@ -0,0 +1,17 @@
+# Base image for the modelcar Granite image
+FROM quay.io/redhat-ai-services/huggingface-modelcar-builder:latest as base
+
+# The model repo to download
+ENV MODEL_REPO="ibm-granite/granite-3.0-8b-instruct"
+
+# Download the necessary model files (config.json, tokenizer.json, and safetensors)
+RUN python3 download_model.py
+
+# Final image containing only the essential model files
+FROM registry.access.redhat.com/ubi9/ubi-micro:9.4
+
+# Copy only the necessary model files from the base image
+COPY --from=base /models /models
+
+# Set the user to 1001
+USER 1001

granite-3.0-8b-instruct/README.md

@@ -0,0 +1,11 @@
+# Granite-3.0-8b-instruct
+
+https://huggingface.co/ibm-granite/granite-3.0-8b-instruct
+
+## Building Image
+
+```
+podman build granite-3.0-8b-instruct \
+    -t quay.io/redhat-ai-services/modelcar-catalog:granite-3.0-8b-instruct  \
+    --platform linux/amd64
+```