Enable TextFileReader filter and allow multiple text files

cinemascience · Oct 28, 2024 · 6730e47 · 6730e47
1 parent ae8d4a1
commit 6730e47
Show file tree

Hide file tree

Showing 2 changed files with 33 additions and 16 deletions.
diff --git a/pycinema/filters/TextFileReader.py b/pycinema/filters/TextFileReader.py
@@ -1,16 +1,20 @@
 from pycinema import Filter
 
 import csv
-from os.path import exists
+import os
 import re
 import logging as log
 
+from pycinema import getTableExtent
+
 class TextFileSource(Filter):
 
     def __init__(self):
         super().__init__(
           inputs={
-            'path': ''
+            'table': [[]],
+            'file_column': 'FILE',
+            'cache': True
           },
           outputs={
             'text': ''
@@ -19,22 +23,34 @@ def __init__(self):
 
     def _update(self):
 
-        filePath = self.inputs.path.get()
+        table = self.inputs.table.get()
+        tableExtent = getTableExtent(table)
+        fileColumn = self.inputs.file_column.get()
 
-        if not filePath:
-            self.outputs.text.set("")
+        try:
+            fileColumnIdx = [i for i, item in enumerate(table[0]) if re.search(fileColumn, item, re.IGNORECASE)].pop()
+        except Exception as e:
+            log.error("table does not contain '" + fileColumn + "' column!")
             return 0
 
-        if not exists(filePath):
-            log.error(" file not found: '" + filePath + "'")
-            self.outputs.text.set("")
-            return 0
+        text = ''
+        for i in range(1, len(table)):
 
-        try:
-            with open(filePath, 'r+') as textfile:
-                self.outputs.text.set(textfile.read())
-        except:
-            log.error(" Unable to open file: '" + filePath + "'")
-            self.outputs.text.set([[]])
-            return 0
+            row = table[i]
+            filePath = row[fileColumnIdx]
+
+            if not filePath:
+                text = text
+
+            if not os.path.exists(filePath):
+                log.error(" file not found: '" + filePath + "'")
+                text = text
+
+            try:
+                with open(filePath, 'r') as textfile:
+                    text = text + '\n' + filePath + '\n' + textfile.read()
+            except:
+                log.error(" Unable to open file: '" + filePath + "'")
+                text = text
+        self.outputs.text.set(text)
         return 1
diff --git a/pycinema/filters/__init__.py b/pycinema/filters/__init__.py
@@ -37,6 +37,7 @@
 from .TableWriter import *
 from .TableView import *
 from .TextEditor import *
+from .TextFileReader import *
 from .ParametersView import *
 from .ParallelCoordinates import *
 from .InspectorView import *