add from_indexable clsmethod

hristo-vrigazov · Jun 15, 2024 · 575132f · 575132f
1 parent 33a02b9
commit 575132f
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/mmap_ninja/src/mmap_ninja/ragged.py b/mmap_ninja/src/mmap_ninja/ragged.py
@@ -190,3 +190,14 @@ def from_generator(cls, out_dir: Union[str, Path], sample_generator, batch_size:
             batch_ctor=cls.from_lists,
             **kwargs,
         )
+
+    @classmethod
+    def from_indexable(cls, out_dir: Union[str, Path], indexable, batch_size: int, verbose=False, **kwargs):
+        return base.from_indexable_base(
+            out_dir=out_dir,
+            indexable=indexable,
+            batch_size=batch_size,
+            verbose=verbose,
+            batch_ctor=cls.from_lists,
+            **kwargs,
+        )