update

src/litdata/constants.py

@@ -13,6 +13,7 @@
 
 import os
 from pathlib import Path
+from typing import Dict
 
 import numpy as np
 import torch
@@ -71,17 +72,15 @@
     np.float16,
     np.float32,
     np.float64,
-    np.longdouble,
     np.complex64,
     np.complex128,
-    np.clongdouble,
     bool,
     object,
     bytes,
     str,
     np.void,
 ]
-_NUMPY_DTYPES_MAPPING = {i: np.dtype(v) for i, v in enumerate(_NUMPY_SCTYPES)}
+_NUMPY_DTYPES_MAPPING: Dict[int, np.dtype] = {i: np.dtype(v) for i, v in enumerate(_NUMPY_SCTYPES)}
 
 _TIME_FORMAT = "%Y-%m-%d_%H-%M-%S.%fZ"
 _IS_IN_STUDIO = bool(os.getenv("LIGHTNING_CLOUD_PROJECT_ID", None)) and bool(os.getenv("LIGHTNING_CLUSTER_ID", None))

tests/streaming/test_serializer.py

@@ -208,7 +208,7 @@ def test_assert_no_header_numpy_serializer():
     assert serializer.can_serialize(t)
     data, name = serializer.serialize(t)
     try:
-        assert name == "no_header_numpy:11"
+        assert name == "no_header_numpy:10"
     except AssertionError as e:  # debug what np.core.sctypes looks like on Windows
         raise ValueError(np.core.sctypes) from e
     assert serializer._dtype is None