From 8b6725b0cf4ee5f363218f4bc341970c80297ccf Mon Sep 17 00:00:00 2001
From: Jaehyun An <steve.ai@kakaocorp.com>
Date: Sat, 16 Nov 2024 19:15:40 +0900
Subject: [PATCH] [Misc] Update benchmark to support image_url file or http
 (#10287)

Signed-off-by: rbbang <anjaehyun87@gmail.com>
---
 benchmarks/benchmark_serving.py | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py
index bdb8ea8e2a5dc..e9fc037a46965 100644
--- a/benchmarks/benchmark_serving.py
+++ b/benchmarks/benchmark_serving.py
@@ -251,6 +251,19 @@ def sample_hf_requests(
                     "url": f"data:image/jpeg;base64,{image_base64}"
                 },
             }
+        elif "image" in data and isinstance(data["image"], str):
+            if (data["image"].startswith("http://") or \
+                data["image"].startswith("file://")):
+                image_url = data["image"]
+            else:
+                image_url = f"file://{data['image']}"
+
+            mm_content = {
+                "type": "image_url",
+                "image_url": {
+                    "url": image_url
+                },
+            }
         else:
             mm_content = None