From 9836a4e656e38f0e4f02d6e9821c3f7390e297e8 Mon Sep 17 00:00:00 2001
From: Trevor Royer <troyer@redhat.com>
Date: Mon, 4 Nov 2024 12:54:41 -0700
Subject: [PATCH] setup 8b granite

---
 granite-3.0-8b-instruct/Containerfile | 17 +++++++++++++++++
 granite-3.0-8b-instruct/README.md     | 11 +++++++++++
 2 files changed, 28 insertions(+)
 create mode 100644 granite-3.0-8b-instruct/Containerfile
 create mode 100644 granite-3.0-8b-instruct/README.md

diff --git a/granite-3.0-8b-instruct/Containerfile b/granite-3.0-8b-instruct/Containerfile
new file mode 100644
index 0000000..fcaa954
--- /dev/null
+++ b/granite-3.0-8b-instruct/Containerfile
@@ -0,0 +1,17 @@
+# Base image for the modelcar Granite image
+FROM quay.io/redhat-ai-services/huggingface-modelcar-builder:latest as base
+
+# The model repo to download
+ENV MODEL_REPO="ibm-granite/granite-3.0-8b-instruct"
+
+# Download the necessary model files (config.json, tokenizer.json, and safetensors)
+RUN python3 download_model.py
+
+# Final image containing only the essential model files
+FROM registry.access.redhat.com/ubi9/ubi-micro:9.4
+
+# Copy only the necessary model files from the base image
+COPY --from=base /models /models
+
+# Set the user to 1001
+USER 1001
diff --git a/granite-3.0-8b-instruct/README.md b/granite-3.0-8b-instruct/README.md
new file mode 100644
index 0000000..d37136a
--- /dev/null
+++ b/granite-3.0-8b-instruct/README.md
@@ -0,0 +1,11 @@
+# Granite-3.0-8b-instruct
+
+https://huggingface.co/ibm-granite/granite-3.0-8b-instruct
+
+## Building Image
+
+```
+podman build granite-3.0-8b-instruct \
+    -t quay.io/redhat-ai-services/modelcar-catalog:granite-3.0-8b-instruct  \
+    --platform linux/amd64
+```