Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

upgrade dependencies #198

Open
wants to merge 100 commits into
base: main
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
100 commits
Select commit Hold shift + click to select a range
81912f1
upgrade deps
TheVinhLuong102 May 8, 2022
146b8ae
revert to PyArrow 7.x
TheVinhLuong102 May 8, 2022
088d796
create temporary h1st.contrib for subsequent refactoring
TheVinhLuong102 Jun 1, 2022
8c49fd1
change h1st_contrib to h1st.contrib
TheVinhLuong102 Jun 1, 2022
11ffaf4
update pyproject.yaml
TheVinhLuong102 Jun 2, 2022
f4de987
Merge branch 'main' of https://GitHub.com/H1st-AI/H1st into oracle-pmfp
TheVinhLuong102 Jun 2, 2022
f11b1ea
remove aito CLI
TheVinhLuong102 Jun 2, 2022
c64138f
move `cli` and `utils` to under `h1st`
TheVinhLuong102 Jun 2, 2022
46c1a57
update deps
TheVinhLuong102 Jun 17, 2022
891c881
refactor ParquetDataset
TheVinhLuong102 Jun 21, 2022
d088f52
update linting settings
TheVinhLuong102 Jun 21, 2022
97675b1
update .GitIgnore
TheVinhLuong102 Jun 21, 2022
36237a7
refactor h1st.contrib.pmfp
TheVinhLuong102 Jun 21, 2022
c7966e5
refactor h1st.contrib.pmfp to accept local FS
TheVinhLuong102 Jun 21, 2022
7b3a1f8
suppress Pandas warning in h1st.utils.data_proc.parquet.ParquetDataset
TheVinhLuong102 Jun 22, 2022
7d10618
refactor h1st.utils.data_proc.parquet to accept local fs
TheVinhLuong102 Jun 22, 2022
17d143f
minor fixes to h1st.utils.data_proc.parquet.ParquetDataset
TheVinhLuong102 Jun 22, 2022
cf476d7
refactor h1st.contrib.pmfp to accept local fs
TheVinhLuong102 Jun 22, 2022
b11d531
minor fix to h1st.utils.data_proc.parquet.ParquetDataset
TheVinhLuong102 Jun 22, 2022
4190f45
fix minor typo in h1st.utils.data_proc.parquet.ParquetDataset
TheVinhLuong102 Jun 22, 2022
6ff5a60
minor fix to h1st.utils.data_proc._abstract.AbstractFileDataHandler._…
TheVinhLuong102 Jun 22, 2022
cdbae20
Revert "minor fix to h1st.utils.data_proc._abstract.AbstractFileDataH…
TheVinhLuong102 Jun 22, 2022
c71446b
enhance h1st.utils.fs
TheVinhLuong102 Jun 22, 2022
87b7554
minor fix to h1st.contrib.pmfp.models.oracle.student.timeseries_dl
TheVinhLuong102 Jun 22, 2022
fe68de4
fix minor typo in h1st.utils.data_proc.parquet.ParquetDataset
TheVinhLuong102 Jun 22, 2022
089baa6
update deps
TheVinhLuong102 Jun 22, 2022
b51c481
enhance h1st.contrib.pmfp.cli.oracle.exec
TheVinhLuong102 Jun 22, 2022
e68e448
change "cli" to "tools"/"utils"
TheVinhLuong102 Jun 23, 2022
ad5cc41
add h1st.utils.data_proc.parquet.ParquetDataset.distinctPartitions(...)
TheVinhLuong102 Jun 23, 2022
3fd5bc5
Merge branch 'main' of https://GitHub.com/H1st-AI/H1st into oracle-pmfp
TheVinhLuong102 Jul 18, 2022
464fe54
update deps
TheVinhLuong102 Jul 18, 2022
d7154a5
update ver
TheVinhLuong102 Jul 18, 2022
e36a3f7
fix circular import bug
TheVinhLuong102 Jul 18, 2022
37e836f
fix py3.8 compatibility
TheVinhLuong102 Jul 18, 2022
a957542
update deps
TheVinhLuong102 Aug 1, 2022
4c9c3e8
update deps
TheVinhLuong102 Aug 1, 2022
46ea8ae
update CLICK API
TheVinhLuong102 Aug 1, 2022
cde39ff
update CLICK API
TheVinhLuong102 Aug 1, 2022
4a2f97a
*** disable partition chunks check in Parquet ***
TheVinhLuong102 Aug 1, 2022
642ea64
add Pandas dep
TheVinhLuong102 Aug 1, 2022
7856205
update deps
TheVinhLuong102 Aug 4, 2022
4c0c2b7
update deps
TheVinhLuong102 Aug 4, 2022
03276fd
Merge branch 'main' of https://GitHub.com/H1st-AI/H1st into oracle-pmfp
TheVinhLuong102 Aug 18, 2022
f34fa0e
update deps
TheVinhLuong102 Aug 18, 2022
4dcc04c
enable Py3.10
TheVinhLuong102 Aug 20, 2022
93e6656
update TF dep
TheVinhLuong102 Aug 24, 2022
956dd97
update to Py3.10 API
TheVinhLuong102 Sep 15, 2022
7e2bd96
Merge branch 'py3.10' of https://GitHub.com/H1st-AI/H1st into oracle-…
TheVinhLuong102 Sep 15, 2022
03f115b
update deps
TheVinhLuong102 Sep 15, 2022
9d41946
Merge branch 'py3.10' of https://GitHub.com/H1st-AI/H1st into oracle-…
TheVinhLuong102 Sep 15, 2022
3bac09c
Merge branch 'py3.10' of https://GitHub.com/H1st-AI/H1st into oracle-…
TheVinhLuong102 Sep 19, 2022
8227455
update deps
TheVinhLuong102 Oct 6, 2022
b8cd0d1
Merge branch 'main' of https://GitHub.com/H1st-AI/H1st into oracle-pmfp
TheVinhLuong102 Oct 12, 2022
834d0d3
Merge branch 'main' of https://GitHub.com/H1st-AI/H1st into oracle-pmfp
TheVinhLuong102 Nov 8, 2022
edb455b
upgrade deps
TheVinhLuong102 Nov 8, 2022
d08410b
upgrade deps
TheVinhLuong102 Jan 10, 2023
c969321
update setup.cfg
TheVinhLuong102 Jan 10, 2023
b914e93
update Pandas API
TheVinhLuong102 Jan 10, 2023
0f6d668
update Pandas API
TheVinhLuong102 Jan 10, 2023
989cef4
update deps
TheVinhLuong102 Feb 10, 2023
27bfc08
upgrade deps
TheVinhLuong102 Feb 21, 2023
d352397
temp disable SHAP dep
TheVinhLuong102 Feb 22, 2023
3002d2d
Merge branch 'main' of https://GitHub.com/H1st-AI/H1st into oracle-pmfp
TheVinhLuong102 Mar 5, 2023
0c7f57e
enable SHAP dep
TheVinhLuong102 Mar 5, 2023
92c3e6a
refactor h1st.contrib.pmfp.tools.oracle
TheVinhLuong102 Mar 5, 2023
6391171
remove ref to h1st.Modeler
TheVinhLuong102 Mar 5, 2023
f539bd6
remove ref to h1st.model.oracle.ensemble.Ensemble
TheVinhLuong102 Mar 5, 2023
b8c095e
remove ref to h1st.model.oracle.Ensemble
TheVinhLuong102 Mar 5, 2023
1dc3842
bump ver
TheVinhLuong102 Mar 5, 2023
b317a87
remove ref to h1st.model.oracle.Oracle
TheVinhLuong102 Mar 5, 2023
55ee4c7
bump ver
TheVinhLuong102 Mar 5, 2023
a9c63c8
remove ref to h1st.model.oracle.Teacher
TheVinhLuong102 Mar 5, 2023
b0469bf
remove ref to h1st.model.oracle.student
TheVinhLuong102 Mar 5, 2023
ec06387
upgrade deps
TheVinhLuong102 Mar 17, 2023
4731112
upgrade deps
TheVinhLuong102 Apr 25, 2023
c75fc1a
update Pandas compat
TheVinhLuong102 Apr 27, 2023
8c903b7
upgrade deps
TheVinhLuong102 May 12, 2023
64f9866
merge
TheVinhLuong102 May 12, 2023
e72eea1
upgrade deps
TheVinhLuong102 May 17, 2023
4c63351
upgrade deps
TheVinhLuong102 Jun 6, 2023
888fd60
upgrade deps
TheVinhLuong102 Jun 14, 2023
c8e7955
bump ver
TheVinhLuong102 Jun 14, 2023
19ab73d
update project name
TheVinhLuong102 Jun 16, 2023
8fe04c9
refactor PyProject.TOML file
TheVinhLuong102 Jun 16, 2023
70ca2d7
Merge branch 'main' of https://GitHub.com/H1st-AI/H1st into oracle-pmfp
TheVinhLuong102 Jul 6, 2023
615be83
update numpy.float128 to numpy.longdouble
TheVinhLuong102 Jul 14, 2023
53071f0
bump ver
TheVinhLuong102 Jul 14, 2023
b9a60c5
move h1st.contrib.pmfp to aito.pmfp
TheVinhLuong102 Jul 31, 2023
5c86bbf
move h1st.utils to aito.util
TheVinhLuong102 Jul 31, 2023
b4288e7
remove legacy h1st.model.Oracle
TheVinhLuong102 Jul 31, 2023
0b91ccb
update .GitIgnore
TheVinhLuong102 Jul 31, 2023
3b0cdc9
upgrade deps
TheVinhLuong102 Jul 31, 2023
278bb14
remove heavy PySpark dep
TheVinhLuong102 Jul 31, 2023
b11420f
simplify ML deps
TheVinhLuong102 Jul 31, 2023
f1fe708
update Python ver req
TheVinhLuong102 Jul 31, 2023
f39a02f
fix Poetry ver in GitHub workflow
TheVinhLuong102 Jul 31, 2023
4b24e9e
relax Python installer version in GitHub workflow
TheVinhLuong102 Jul 31, 2023
23f1ac9
fix Sphinx dep ver
TheVinhLuong102 Jul 31, 2023
defaebd
upgrade docs deps
TheVinhLuong102 Jul 31, 2023
b6f4bc2
add SKFuzzy dep
TheVinhLuong102 Jul 31, 2023
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions .github/workflows/publish.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,12 +11,12 @@ jobs:
steps:
- uses: actions/checkout@v2
- name: Set up Python
uses: actions/setup-python@v2.2.2
uses: actions/setup-python@v2
with:
python-version: 3.9

- name: Install Poetry
uses: snok/install-poetry@v1.1.6
uses: snok/install-poetry@v1
with:
virtualenvs-create: true
virtualenvs-in-project: true
Expand All @@ -40,7 +40,7 @@ jobs:
with:
password: ${{ secrets.TEST_PYPI_API_TOKEN }}
repository_url: https://test.pypi.org/legacy/

- name: Publish distribution to PyPI
uses: pypa/gh-action-pypi-publish@release/v1
with:
Expand All @@ -49,7 +49,7 @@ jobs:
- name: Set version
run: |
echo "H1ST_VERSION=$(poetry version -s)" >> $GITHUB_ENV

- name: Create tag using environment variable for version
uses: julb/action-manage-tag@v1
with:
Expand Down
8 changes: 4 additions & 4 deletions .github/workflows/test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -48,12 +48,12 @@ jobs:
- uses: actions/checkout@v2

- name: Setup Python
uses: actions/setup-python@v2.2.2
uses: actions/setup-python@v2
with:
python-version: ${{ matrix.python-version }}

- name: Install Poetry
uses: snok/install-poetry@v1.1.6
uses: snok/install-poetry@v1
with:
virtualenvs-create: true
virtualenvs-in-project: true
Expand All @@ -68,7 +68,7 @@ jobs:
test_arm_linux:
needs: sanityCheck
runs-on: self-hosted-arm-linux
container:
container:
image: ${{ matrix.docker-image }}
strategy:
fail-fast: false
Expand Down Expand Up @@ -99,4 +99,4 @@ jobs:
- name: Post clean up the home dir with poetry cache
run: |
rm -rf /github/home/.cache/
rm -rf /github/home/.local/
rm -rf /github/home/.local/
16 changes: 8 additions & 8 deletions docs/source/doc-requirements.txt
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
numpy==1.22.1
pandas==1.4.0
s3fs==2022.1.0
shap==0.40.0
sklearn
ulid
sphinx_rtd_theme===1.0.0
numpy >= 1.23
pandas >= 1.5
s3fs >= 2023.6.0
shap >= 0.42.1
scikit-learn >= 1.3.0
ulid >= 1.1
sphinx_rtd_theme >= 1.2.2
h1st
sphinx-autoapi==1.8.4
sphinx-autoapi >= 2.1.1
68 changes: 41 additions & 27 deletions pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -7,49 +7,63 @@ license = "Apache-2.0"
readme = "README.md"
homepage = "https://h1st.ai"
repository = "https://github.com/h1st-ai/h1st"
include = ["h1st/*"]
packages = [
{include = "h1st"},
]
include = [
"h1st/*",
]


[tool.poetry.dependencies]
python = ">=3.8,<3.11"
python = ">= 3.8, < 4"

# Data Processing
numpy = "~1.22.4" # let higher dependencies figure
pandas = "~1.5.0"
pyarrow = "~9.0.0"
numpy = ">= 1.23" # let higher dependencies figure
pandas = ">= 1.5" # let higher dependencies figure
pyarrow = ">= 12.0.1"

# Machine Learning
scikit-learn = ">= 1.3.0"
xgboost = ">= 1.7.6"

# Machine Learning / Deep Learning
scikit-learn = "~1.1.2"
xgboost = "~1.7.2"
# Fuzzy Logic
scikit-fuzzy = ">= 0.4.2"

# Trustworthy AI
graphviz = "~0.20.1"
lime = "~0.2.0.1"
shap = "~0.41.0"
graphviz = ">= 0.20.1"
lime = ">= 0.2.0.1"
shap = ">= 0.42.1"

# File Systems
fsspec = "~2022.8.2"
s3fs = "~2022.8.2"
fsspec = ">= 2023.6.0"
s3fs = ">= 2023.6.0"

# misc/other
click = "~8.0.4" # let higher dependencies figure
python-dotenv = "~0.21.0"
pyyaml = "~6.0"
"ruamel.yaml" = "~0.17.21"
tqdm = "~4.64.1"
ulid-py = "~1.1.0"
loguru = "~0.6.0"
click = ">= 8.1.6"
loguru = ">= 0.7.0"
python-dotenv = ">= 1.0.0"
pyyaml = ">= 6.0.1"
"ruamel.yaml" = ">= 0.17.21"
tqdm = ">= 4.65.0"
ulid-py = ">= 1.1.0"


[tool.poetry.dev-dependencies]
commitizen = "~2.34.0"
pre-commit = "~2.20.0"
pylint = "~2.15.3"
pytest = "~7.1.3"
sphinx = "~5.1.1"
sphinx-rtd-theme = "~1.0.0"
commitizen = ">= 3.5.4"
pre-commit = ">= 3.3.3"
pylint = ">= 2.17.5"
pytest = ">= 7.4.0"
sphinx = ">= 6.2" # let higher dependencies figure
sphinx-rtd-theme = ">= 1.2.2"


[build-system]
requires = ["poetry-core"]
requires = [
"poetry-core >= 1.6.1",
]
build-backend = "poetry.core.masonry.api"


[tool.pylint.format]
max-line-length = 120