Remove metadata

src/litdata/streaming/serializers.py

@@ -399,10 +399,7 @@ def serialize(self, item: Any) -> Tuple[bytes, Optional[str]]:
         with open(item, "rb") as f:
             data = f.read()
 
-        # Store metadata if needed
-        _, ext = os.path.splitext(item)
-        metadata = f"tifffile:{ext.lower()}"
-        return data, metadata
+        return data
 
     def deserialize(self, data: bytes) -> Any:
         return tifffile.imread(io.BytesIO(data))  # This is a NumPy array

tests/streaming/test_serializer.py

@@ -287,12 +287,10 @@ def test_tiff_serializer():
     assert serializer.can_serialize(file_path)
 
     # Serialize
-    data, metadata = serializer.serialize(file_path)
+    data = serializer.serialize(file_path)
     assert isinstance(data, bytes)
-    assert metadata == f"tiff:{os.path.splitext(file_path)[1].lower()}"
 
     # Deserialize
-    serializer.setup(metadata)
     deserialized_data = serializer.deserialize(data)
     assert isinstance(deserialized_data, np.ndarray)
     assert deserialized_data.shape == (height, width, bands)