added numpy in vision

serverless_openai/apis.py

@@ -221,10 +221,13 @@ def vision_longimage(
             max_tokens: Optional[int] = 1024,
         ) -> OpenAIResults:
 
-        if 'data:image/jpeg;base64' in messages.image:
-            image_np = b64_to_np(messages.image)
-        else:
-            image_np = urlimage_to_np(messages.image)
+        if isinstance(messages.image, str):
+            if 'data:image/jpeg;base64' in messages.image:
+                image_np = b64_to_np(messages.image)
+            else:
+                image_np = urlimage_to_np(messages.image)
+        elif isinstance(messages.image, np.ndarray):
+            image_np = messages.image
         img_b64_list = crop_image(image_np)
         newm = [
             {

serverless_openai/helpers.py

@@ -45,16 +45,20 @@ class VisionModels(str, ExtendedEnum):
 
 class VisionMessage(BaseModel):
     text: str
+    image: Union[str, np.ndarray]
     role: Roles = Roles.user
-    image: str
-
+
     @validator('image', always=True)
     def check_url(cls, v, values):
-        try:
-            TypeAdapter(HttpUrl).validate_python(v)
-            return v
-        except ValidationError:
-            return encode_image(v)
+        if isinstance(v, str):
+            try:
+                TypeAdapter(HttpUrl).validate_python(v)
+                return v
+            except ValidationError:
+                return encode_image(v)
+        return v
+    class Config:
+        arbitrary_types_allowed = True
 
 class EmbeddingModels(str, ExtendedEnum):
     ada2 : str = "text-embedding-ada-002"

setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-VERSION = '1.2.5'
+VERSION = '1.2.6'
 DESCRIPTION = "A package for using Openai in serverless environment"
 LONG_DESCRIPTION = 'A package for using Openai with scraping and etc. in serverless application such as AWS Lambda and GCP Cloud Function'