Feature/slim configs rebased

sciphi/writers/__init__.py

@@ -1,3 +1,4 @@
 from sciphi.writers.jsonl_writer import JsonlDataWriter
+from sciphi.writers.raw_writer import RawDataWriter
 
-__all__ = ["JsonlDataWriter"]
+__all__ = ["JsonlDataWriter", "RawDataWriter"]

sciphi/writers/base.py

@@ -1,4 +1,6 @@
 """A module which defines the abstract bata class for data writers."""
+import os
+import time
 from abc import ABC, abstractmethod
 
 
@@ -8,6 +10,13 @@ class DataWriter(ABC):
     def __init__(self, output_path):
         self.output_path = output_path
 
+    def _get_modified_path(self):
+        """Modify the output path if the file already exists and overwriting is not allowed."""
+        if not self.overwrite and os.path.exists(self.output_path):
+            base_name, ext = os.path.splitext(self.output_path)
+            return f"{base_name}_{int(time.time())}{ext}"
+        return self.output_path
+
     @abstractmethod
     def write(self, data):
         """Write data to the specified path."""

sciphi/writers/jsonl_writer.py

@@ -1,7 +1,5 @@
 """A module which facilitates JSONL data writing."""
 import json
-import os
-import time
 
 from sciphi.writers.base import DataWriter
 
@@ -14,13 +12,6 @@ def __init__(self, output_path, overwrite=True):
         self.output_path = output_path
         self.overwrite = overwrite
 
-    def _get_modified_path(self):
-        """Modify the output path if the file already exists and overwriting is not allowed."""
-        if not self.overwrite and os.path.exists(self.output_path):
-            base_name, ext = os.path.splitext(self.output_path)
-            return f"{base_name}_{int(time.time())}{ext}"
-        return self.output_path
-
     def write(self, data: list[dict]) -> None:
         """
         Write the provided data to the specified path.

sciphi/writers/raw_writer.py

@@ -0,0 +1,23 @@
+"""A module which facilitates raw data writing."""
+from sciphi.writers.base import DataWriter
+
+
+class RawDataWriter(DataWriter):
+    """A class to write raw data file."""
+
+    def __init__(self, output_path, overwrite=True):
+        """Initialize the DataWriter."""
+        self.output_path = output_path
+        self.overwrite = overwrite
+
+    def write(self, data: str) -> None:
+        """
+        Write the provided data to the specified path.
+
+        Args:
+            data (list): List of data entries to be written.
+        """
+        path = self._get_modified_path()
+
+        with open(path, "a") as f:
+            f.write(data + "\n")