updated setup

chainlit.md

@@ -6,3 +6,5 @@ answer questions leveraging information found in the Vortex database.
 `What is machine learning and deep learning?`
 
 `what is quantum computing?`
+
+<iframe class="airtable-embed" src="https://airtable.com/embed/appAyg77fwZrSZShX/pagtNxj6bCyiSGMlV/form" frameborder="0" onmousewheel="" width="100%" height="533" style="background: transparent; border: 1px solid #ccc;"></iframe>

setup.py

@@ -1,124 +1,88 @@
-# import glob
-# import io
-# import os
-# import sys
-
-# import setuptools
-# from setuptools import find_namespace_packages, find_packages
-
-# if sys.version_info < (3, 8):
-#     find_namespace_packages()
-#     print("Error: vortex does not support this version of Python.")
-#     print("Please upgrade to Python 3.8 or higher.")
-#     sys.exit(1)
-
-
-# def prepare_data_files(directory, extensions):
-#     files = []
-#     for ext in extensions:
-#         files.extend(glob.glob(f"{directory}/*.{ext}"))
-#     return files
-
-
-# data_files_structure = [
-#     (
-#         "vortex",
-#         prepare_data_files(
-#             "vortex",
-#             ["csv", "sql", "txt", "md", "html", "css", "json", "yaml", "faiss", "pkl"],
-#         ),
-#     ),
-# ]
-
-# # Package metadata.
-# name = "vortex"
-# description = (
-#     "A simple util to get a spark and mlflow session objects from an .env file"
-# )
-# # Should be one of:
-# # 'Development Status :: 3 - Alpha'
-# # 'Development Status :: 4 - Beta'
-# # 'Development Status :: 5 - Production/Stable'
-# release_status = "Development Status :: 3 - Alpha"
-
-# with open("requirements.txt") as f:
-#     required = f.read().splitlines()
-
-# # Setup boilerplate below this line.
-
-# package_root = os.path.abspath(os.path.dirname(__file__))
-
-# version = {}
-# with open(os.path.join(package_root, "version.py")) as fp:
-#     exec(fp.read(), version)
-# version = version["__version__"]
-
-# readme_filename = os.path.join(package_root, "README.md")
-# with io.open(readme_filename, encoding="utf-8") as readme_file:
-#     readme = readme_file.read()
-
-# setuptools.setup(
-#     name=name,
-#     version=version,
-#     description=description,
-#     long_description=readme,
-#     long_description_content_type="text/markdown",
-#     author="Carlos D. Escobar-Valbuena",
-#     author_email="[email protected]",
-#     license="MIT",
-#     classifiers=[
-#         release_status,
-#         "License :: OSI Approved :: MIT License",
-#         "Operating System :: OS Independent",
-#         "Development Status :: 3 - Alpha",
-#         "Intended Audience :: Developers",
-#         "Programming Language :: Python",
-#         "Programming Language :: Python :: 3",
-#         "Programming Language :: Python :: 3.8",
-#         "Programming Language :: Python :: 3.9",
-#         "Programming Language :: Python :: 3.10",
-#         "Programming Language :: Python :: 3.11",
-#         "Topic :: Software Development :: Libraries :: Python Modules",
-#     ],
-#     # packages=find_packages(),
-#     packages=find_packages(exclude=["vortex_tests"]),
-#     install_requires=required,
-#     python_requires=">=3.8",
-#     include_package_data=True,
-#     setup_requires=["setuptools", "wheel"],
-#     tests_require=["pytest"],
-#     test_suite="tests",
-#     zip_safe=False,
-#     url="https://github.com/Broomva/vortex",
-#     package_data={
-#         "vortex": [
-#             "*.json",
-#             "*.yaml",
-#             "*.sql",
-#             "*.csv",
-#             "*.txt",
-#             "*.md",
-#             "*.html",
-#             "*.css",
-#             "*.pkl",
-#             "*.faiss",
-#         ],
-#     },
-#     data_files=data_files_structure,
-#     py_modules=["main"],
-#     entry_points={
-#         "console_scripts": [
-#             "vortex=main:main",
-#         ],
-#     },
-# )
-
-
-from setuptools import find_packages, setup
-
-setup(
-    name="vortex",
+import glob
+import io
+import os
+import sys
+
+import setuptools
+from setuptools import find_namespace_packages, find_packages
+
+if sys.version_info < (3, 8):
+    find_namespace_packages()
+    print("Error: vortex does not support this version of Python.")
+    print("Please upgrade to Python 3.8 or higher.")
+    sys.exit(1)
+
+
+def prepare_data_files(directory, extensions):
+    files = []
+    for ext in extensions:
+        files.extend(glob.glob(f"{directory}/*.{ext}"))
+    return files
+
+
+data_files_structure = [
+    (
+        "vortex",
+        prepare_data_files(
+            "vortex",
+            ["csv", "sql", "txt", "md", "html", "css", "json", "yaml", "faiss", "pkl"],
+        ),
+    ),
+]
+
+# Package metadata.
+name = "vortex"
+description = (
+    "A simple util to get a spark and mlflow session objects from an .env file"
+)
+# Should be one of:
+# 'Development Status :: 3 - Alpha'
+# 'Development Status :: 4 - Beta'
+# 'Development Status :: 5 - Production/Stable'
+release_status = "Development Status :: 3 - Alpha"
+
+with open("requirements.txt") as f:
+    required = f.read().splitlines()
+
+# Setup boilerplate below this line.
+
+package_root = os.path.abspath(os.path.dirname(__file__))
+
+version = {}
+with open(os.path.join(package_root, "version.py")) as fp:
+    exec(fp.read(), version)
+version = version["__version__"]
+
+readme_filename = os.path.join(package_root, "README.md")
+with io.open(readme_filename, encoding="utf-8") as readme_file:
+    readme = readme_file.read()
+
+setuptools.setup(
+    name=name,
+    version=version,
+    description=description,
+    long_description=readme,
+    long_description_content_type="text/markdown",
+    author="Carlos D. Escobar-Valbuena",
+    author_email="[email protected]",
+    license="MIT",
+    classifiers=[
+        release_status,
+        "License :: OSI Approved :: MIT License",
+        "Operating System :: OS Independent",
+        "Development Status :: 3 - Alpha",
+        "Intended Audience :: Developers",
+        "Programming Language :: Python",
+        "Programming Language :: Python :: 3",
+        "Programming Language :: Python :: 3.8",
+        "Programming Language :: Python :: 3.9",
+        "Programming Language :: Python :: 3.10",
+        "Programming Language :: Python :: 3.11",
+        "Topic :: Software Development :: Libraries :: Python Modules",
+    ],
+    # packages=find_packages(),
     packages=find_packages(exclude=["vortex_tests"]),
+    # install_requires=required,
     install_requires=[
         "dagster",
         "dagster-cloud",
@@ -138,4 +102,59 @@
         "html2text",
     ],
     extras_require={"dev": ["dagster-webserver", "pytest"]},
+    python_requires=">=3.8",
+    include_package_data=True,
+    setup_requires=["setuptools", "wheel"],
+    tests_require=["pytest"],
+    test_suite="tests",
+    zip_safe=False,
+    url="https://github.com/Broomva/vortex",
+    package_data={
+        "vortex": [
+            "*.json",
+            "*.yaml",
+            "*.sql",
+            "*.csv",
+            "*.txt",
+            "*.md",
+            "*.html",
+            "*.css",
+            "*.pkl",
+            "*.faiss",
+        ],
+    },
+    data_files=data_files_structure,
+    py_modules=["main"],
+    entry_points={
+        "console_scripts": [
+            "vortex=main:main",
+        ],
+    },
 )
+
+
+# from setuptools import find_packages, setup
+
+# setup(
+#     name="vortex",
+#     packages=find_packages(exclude=["vortex_tests"]),
+#     install_requires=[
+#         "dagster",
+#         "dagster-cloud",
+#         "boto3",
+#         "pandas",
+#         "matplotlib",
+#         "langchain",
+#         "langchain_openai",
+#         "openai",
+#         "sqlalchemy",
+#         "psycopg2-binary",
+#         "pyautogen",
+#         "bs4",
+#         "langchainhub",
+#         "langchain-community",
+#         "selenium",
+#         "html2text",
+#     ],
+#     extras_require={"dev": ["dagster-webserver", "pytest"]},
+# )