Merge pull request #89 from jpulidojr/sqlreader

Sqlreader implementation and remote http (requests) image viewer

pycinema/filters/ImageReader.py

@@ -5,6 +5,7 @@
 import h5py
 import os
 import re
+import requests
 
 from pycinema import getTableExtent
 
@@ -72,7 +73,11 @@ def _update(self):
                 file.close()
 
             elif str.lower(extension) in ['png','jpg','jpeg']:
-                rawImage = PIL.Image.open(path)
+                if "https" in path:
+                    rawImage = PIL.Image.open(requests.get(path, stream=True).raw)
+                else:
+                    rawImage = PIL.Image.open(path)
+
                 if rawImage.mode == 'RGB':
                     rawImage = rawImage.convert('RGBA')
                 image = Image({ 'rgba': numpy.asarray(rawImage) })

pycinema/filters/SqliteDatabaseReader.py

@@ -0,0 +1,81 @@
+from pycinema import Filter
+
+import sqlite3
+
+from os.path import exists
+import re
+
+class SqliteDatabaseReader(Filter):
+
+    def __init__(self):
+        super().__init__(
+          inputs={
+            'path': '',
+            'table': '',
+            'file_column': 'FILE'
+          },
+          outputs={
+            'table': [[]]
+          }
+        )
+
+    def _update(self):
+
+        table = []
+        dbPath = self.inputs.path.get()
+        if not dbPath:
+            self.outputs.table.set([[]])
+            return 0
+
+        if not exists(dbPath):
+            print('[ERROR] sqlite db not found:', dbPath)
+            self.outputs.table.set([[]])
+            return 0
+
+        tname = self.inputs.table.get()
+        try:
+            conn = sqlite3.connect(dbPath)
+            cursor = conn.cursor()
+
+            # capture the names of each column
+            cdata = cursor.execute(f'PRAGMA table_info({tname});').fetchall()
+
+            cnames = [entry[1] for entry in cdata]
+            table.append(cnames)
+
+            print(table)
+            # capture row data
+            data = cursor.execute("SELECT * FROM " + tname + "").fetchall() #LIMIT 10
+            for row in data:
+                # tuple output convert to list
+                table.append(list(row))
+
+            print(table)
+            cursor.close()
+        except sqlite3.Error as error:
+            print("Error while connecting to sqlite", error)
+            self.outputs.table.set([[]])
+            return 0
+        finally:
+            if conn:
+                conn.close()
+
+        # remove empty lines
+        table = list(filter(lambda row: len(row)>0, table))
+
+        # # force lower case header
+        # table[0] = list(map(str.lower,table[0]))
+
+        try:
+            fileColumnIdx = [i for i, item in enumerate(table[0]) if re.search(self.inputs.file_column.get(), item, re.IGNORECASE)].pop()
+        except:
+            print('[ERROR] file column not found:',self.inputs.file_column.get())
+            self.outputs.table.set([[]])
+            return 0
+
+        for i in range(1,len(table)):
+            table[i][fileColumnIdx] = table[i][fileColumnIdx]
+
+        self.outputs.table.set(table)
+
+        return 1

pycinema/filters/__init__.py

@@ -12,9 +12,6 @@
 from .ImageFilterPIL import *
 from .ImageReader import *
 from .MaskCompositing import *
-from .PlotItem import *
-from .PlotBarItem import *
-from .PlotLineItem import *
 from .ShaderDemoScene import *
 from .ShaderFXAA import *
 from .ShaderIBS import *
@@ -24,5 +21,5 @@
 from .ShaderSSAO import *
 from .ShaderLineAO import *
 from .ShaderPointAO import *
-from .TextFileReader import *
+from .SqliteDatabaseReader import *
 from .TableWriter import *

setup.py

@@ -32,7 +32,8 @@
         "ipywidgets==8.0.6",
         "PySide6>=6.0.0",
         "python-igraph>=0.10.5",
-        "pyqtgraph"
+        "pyqtgraph",
+        "requests"
     ],
     classifiers=[
         "Programming Language :: Python :: 3",