diff --git a/setup.py b/setup.py index 53f45ee..aeb6be5 100644 --- a/setup.py +++ b/setup.py @@ -1,113 +1,141 @@ -import glob -import io -import os -import sys - -import setuptools -from setuptools import find_namespace_packages, find_packages - -if sys.version_info < (3, 8): - find_namespace_packages() - print("Error: vortex does not support this version of Python.") - print("Please upgrade to Python 3.8 or higher.") - sys.exit(1) - - -def prepare_data_files(directory, extensions): - files = [] - for ext in extensions: - files.extend(glob.glob(f"{directory}/*.{ext}")) - return files - - -data_files_structure = [ - ( - "vortex", - prepare_data_files( - "vortex", - ["csv", "sql", "txt", "md", "html", "css", "json", "yaml", "faiss", "pkl"], - ), - ), -] - -# Package metadata. -name = "vortex" -description = ( - "A simple util to get a spark and mlflow session objects from an .env file" -) -# Should be one of: -# 'Development Status :: 3 - Alpha' -# 'Development Status :: 4 - Beta' -# 'Development Status :: 5 - Production/Stable' -release_status = "Development Status :: 3 - Alpha" - -with open("requirements.txt") as f: - required = f.read().splitlines() - -# Setup boilerplate below this line. - -package_root = os.path.abspath(os.path.dirname(__file__)) - -version = {} -with open(os.path.join(package_root, "version.py")) as fp: - exec(fp.read(), version) -version = version["__version__"] - -readme_filename = os.path.join(package_root, "README.md") -with io.open(readme_filename, encoding="utf-8") as readme_file: - readme = readme_file.read() - -setuptools.setup( - name=name, - version=version, - description=description, - long_description=readme, - long_description_content_type="text/markdown", - author="Carlos D. Escobar-Valbuena", - author_email="carlosdavidescobar@gmail.com", - license="MIT", - classifiers=[ - release_status, - "License :: OSI Approved :: MIT License", - "Operating System :: OS Independent", - "Development Status :: 3 - Alpha", - "Intended Audience :: Developers", - "Programming Language :: Python", - "Programming Language :: Python :: 3", - "Programming Language :: Python :: 3.8", - "Programming Language :: Python :: 3.9", - "Programming Language :: Python :: 3.10", - "Programming Language :: Python :: 3.11", - "Topic :: Software Development :: Libraries :: Python Modules", +# import glob +# import io +# import os +# import sys + +# import setuptools +# from setuptools import find_namespace_packages, find_packages + +# if sys.version_info < (3, 8): +# find_namespace_packages() +# print("Error: vortex does not support this version of Python.") +# print("Please upgrade to Python 3.8 or higher.") +# sys.exit(1) + + +# def prepare_data_files(directory, extensions): +# files = [] +# for ext in extensions: +# files.extend(glob.glob(f"{directory}/*.{ext}")) +# return files + + +# data_files_structure = [ +# ( +# "vortex", +# prepare_data_files( +# "vortex", +# ["csv", "sql", "txt", "md", "html", "css", "json", "yaml", "faiss", "pkl"], +# ), +# ), +# ] + +# # Package metadata. +# name = "vortex" +# description = ( +# "A simple util to get a spark and mlflow session objects from an .env file" +# ) +# # Should be one of: +# # 'Development Status :: 3 - Alpha' +# # 'Development Status :: 4 - Beta' +# # 'Development Status :: 5 - Production/Stable' +# release_status = "Development Status :: 3 - Alpha" + +# with open("requirements.txt") as f: +# required = f.read().splitlines() + +# # Setup boilerplate below this line. + +# package_root = os.path.abspath(os.path.dirname(__file__)) + +# version = {} +# with open(os.path.join(package_root, "version.py")) as fp: +# exec(fp.read(), version) +# version = version["__version__"] + +# readme_filename = os.path.join(package_root, "README.md") +# with io.open(readme_filename, encoding="utf-8") as readme_file: +# readme = readme_file.read() + +# setuptools.setup( +# name=name, +# version=version, +# description=description, +# long_description=readme, +# long_description_content_type="text/markdown", +# author="Carlos D. Escobar-Valbuena", +# author_email="carlosdavidescobar@gmail.com", +# license="MIT", +# classifiers=[ +# release_status, +# "License :: OSI Approved :: MIT License", +# "Operating System :: OS Independent", +# "Development Status :: 3 - Alpha", +# "Intended Audience :: Developers", +# "Programming Language :: Python", +# "Programming Language :: Python :: 3", +# "Programming Language :: Python :: 3.8", +# "Programming Language :: Python :: 3.9", +# "Programming Language :: Python :: 3.10", +# "Programming Language :: Python :: 3.11", +# "Topic :: Software Development :: Libraries :: Python Modules", +# ], +# # packages=find_packages(), +# packages=find_packages(exclude=["vortex_tests"]), +# install_requires=required, +# python_requires=">=3.8", +# include_package_data=True, +# setup_requires=["setuptools", "wheel"], +# tests_require=["pytest"], +# test_suite="tests", +# zip_safe=False, +# url="https://github.com/Broomva/vortex", +# package_data={ +# "vortex": [ +# "*.json", +# "*.yaml", +# "*.sql", +# "*.csv", +# "*.txt", +# "*.md", +# "*.html", +# "*.css", +# "*.pkl", +# "*.faiss", +# ], +# }, +# data_files=data_files_structure, +# py_modules=["main"], +# entry_points={ +# "console_scripts": [ +# "vortex=main:main", +# ], +# }, +# ) + + +from setuptools import find_packages, setup + +setup( + name="vortex", + packages=find_packages(exclude=["vortex_tests"]), + install_requires=[ + "dagster", + "dagster-cloud", + "boto3", + "pandas", + "matplotlib", + "langchain", + "langchain_openai", + "openai", + "sqlalchemy", + "psycopg2-binary", + "pyautogen", + "bs4", + "langchainhub", + "langchain-community", + "selenium", + "html2text", ], - packages=find_packages(), - install_requires=required, - python_requires=">=3.8", - include_package_data=True, - setup_requires=["setuptools", "wheel"], - tests_require=["pytest"], - test_suite="tests", - zip_safe=False, - url="https://github.com/Broomva/vortex", - package_data={ - "vortex": [ - "*.json", - "*.yaml", - "*.sql", - "*.csv", - "*.txt", - "*.md", - "*.html", - "*.css", - "*.pkl", - "*.faiss", - ], - }, - data_files=data_files_structure, - py_modules=["main"], - entry_points={ - "console_scripts": [ - "vortex=main:main", - ], - }, + extras_require={"dev": ["dagster-webserver", "pytest"]}, )