Skip to content

Commit

Permalink
[CI/Build] Remove "boardwalk" image asset (vllm-project#6460)
Browse files Browse the repository at this point in the history
  • Loading branch information
DarkLight1337 authored Jul 16, 2024
1 parent 2bb0489 commit 38ef948
Show file tree
Hide file tree
Showing 7 changed files with 12 additions and 28 deletions.
7 changes: 1 addition & 6 deletions tests/conftest.py
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,6 @@ def _read_prompts(filename: str) -> List[str]:
class _ImageAssetPrompts(TypedDict):
stop_sign: str
cherry_blossom: str
boardwalk: str


if sys.version_info < (3, 9):
Expand All @@ -58,7 +57,6 @@ def __init__(self) -> None:
super().__init__([
ImageAsset("stop_sign"),
ImageAsset("cherry_blossom"),
ImageAsset("boardwalk")
])

def prompts(self, prompts: _ImageAssetPrompts) -> List[str]:
Expand All @@ -68,10 +66,7 @@ def prompts(self, prompts: _ImageAssetPrompts) -> List[str]:
The order of the returned prompts matches the order of the
assets when iterating through this object.
"""
return [
prompts["stop_sign"], prompts["cherry_blossom"],
prompts["boardwalk"]
]
return [prompts["stop_sign"], prompts["cherry_blossom"]]


IMAGE_ASSETS = _ImageAssets()
Expand Down
7 changes: 4 additions & 3 deletions tests/models/test_fuyu.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,9 +12,10 @@
pytestmark = pytest.mark.vlm

HF_IMAGE_PROMPTS = IMAGE_ASSETS.prompts({
"stop_sign": "What's the content of the image?\n", # noqa: E501
"cherry_blossom": "What is the season?\n",
"boardwalk": "What's in this image?\n",
"stop_sign":
"What's the content of the image?\n",
"cherry_blossom":
"What is the season?\n",
})

models = ["adept/fuyu-8b"]
Expand Down
2 changes: 0 additions & 2 deletions tests/models/test_llava.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,6 @@
"USER: <image>\nWhat's the content of the image?\nASSISTANT:",
"cherry_blossom":
"USER: <image>\nWhat is the season?\nASSISTANT:",
"boardwalk":
"USER: <image>\nWhat's in this image?\nASSISTANT:",
})

IMAGE_TOKEN_ID = 32000
Expand Down
2 changes: 0 additions & 2 deletions tests/models/test_llava_next.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,8 +23,6 @@
f"{_PREFACE} USER: <image>\nWhat's the content of the image? ASSISTANT:",
"cherry_blossom":
f"{_PREFACE} USER: <image>\nWhat is the season? ASSISTANT:",
"boardwalk":
f"{_PREFACE} USER: <image>\nWhat's in this image? ASSISTANT:",
})

IMAGE_TOKEN_ID = 32000
Expand Down
7 changes: 4 additions & 3 deletions tests/models/test_paligemma.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,9 +12,10 @@
pytestmark = pytest.mark.vlm

HF_IMAGE_PROMPTS = IMAGE_ASSETS.prompts({
"stop_sign": "caption es",
"cherry_blossom": "What is in the picture?",
"boardwalk": "What is in the picture?",
"stop_sign":
"caption es",
"cherry_blossom":
"What is in the picture?",
})

IMAGE_TOKEN_ID = 257152
Expand Down
2 changes: 0 additions & 2 deletions tests/models/test_phi3v.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,8 +18,6 @@
"<|user|>\n<|image_1|>\nWhat's the content of the image?<|end|>\n<|assistant|>\n", # noqa: E501
"cherry_blossom":
"<|user|>\n<|image_1|>\nWhat is the season?<|end|>\n<|assistant|>\n",
"boardwalk":
"<|user|>\n<|image_1|>\nWhat's in this image?<|end|>\n<|assistant|>\n",
})

models = ["microsoft/Phi-3-vision-128k-instruct"]
Expand Down
13 changes: 3 additions & 10 deletions vllm/assets/image.py
Original file line number Diff line number Diff line change
@@ -1,13 +1,11 @@
import shutil
from dataclasses import dataclass
from functools import cached_property, lru_cache
from functools import lru_cache
from typing import Literal

import requests
from PIL import Image

from vllm.multimodal.utils import fetch_image

from .base import get_cache_dir


Expand Down Expand Up @@ -35,13 +33,8 @@ def get_air_example_data_2_asset(filename: str) -> Image.Image:

@dataclass(frozen=True)
class ImageAsset:
name: Literal["stop_sign", "cherry_blossom", "boardwalk"]
name: Literal["stop_sign", "cherry_blossom"]

@cached_property
@property
def pil_image(self) -> Image.Image:
if self.name == "boardwalk":
return fetch_image(
"https://upload.wikimedia.org/wikipedia/commons/thumb/d/dd/Gfp-wisconsin-madison-the-nature-boardwalk.jpg/2560px-Gfp-wisconsin-madison-the-nature-boardwalk.jpg"
)

return get_air_example_data_2_asset(f"{self.name}.jpg")

0 comments on commit 38ef948

Please sign in to comment.