From 875a90a70ef741cb6e04969af5ac0a4466b67327 Mon Sep 17 00:00:00 2001 From: Arup Sarker Date: Sat, 8 Jun 2024 18:44:25 -0400 Subject: [PATCH] [Cylon] Fix arrow compatibility Signed-off-by: Arup Sarker --- conda/environments/cylon.yml | 2 +- conda/environments/cylon_MacOS.yml | 2 +- conda/environments/cylon_NoUCX.yml | 2 +- conda/environments/cylon_rivanna_1.yml | 2 +- conda/environments/cylon_rivanna_2.yml | 2 +- conda/environments/gcylon.yml | 25 +++++++++++++------------ conda/environments/windows.yml | 2 +- 7 files changed, 19 insertions(+), 18 deletions(-) diff --git a/conda/environments/cylon.yml b/conda/environments/cylon.yml index b348b09bb..16e2b5b0a 100644 --- a/conda/environments/cylon.yml +++ b/conda/environments/cylon.yml @@ -6,7 +6,7 @@ dependencies: #- python>=3.8 - python>=3.8,<3.10 - cmake>=3.23.1 - - arrow-cpp=16.1.0 + #- arrow-cpp=16.1.0 - pyarrow=16.1.0 - glog - openmpi=4.1.4 diff --git a/conda/environments/cylon_MacOS.yml b/conda/environments/cylon_MacOS.yml index 31ded5fe3..42fd96e6b 100644 --- a/conda/environments/cylon_MacOS.yml +++ b/conda/environments/cylon_MacOS.yml @@ -5,7 +5,7 @@ channels: dependencies: - python>=3.9,<3.10 - cmake>=3.23.1,!=3.25.0 - - arrow-cpp=16.1.0 + #- arrow-cpp=16.1.0 - pyarrow=16.1.0 - glog - openmpi>=4.1.2 diff --git a/conda/environments/cylon_NoUCX.yml b/conda/environments/cylon_NoUCX.yml index 81a893f5d..f4c1cb7a9 100644 --- a/conda/environments/cylon_NoUCX.yml +++ b/conda/environments/cylon_NoUCX.yml @@ -5,7 +5,7 @@ channels: dependencies: - python>=3.8,<3.10 - cmake>=3.23.1,!=3.25.0 - - arrow-cpp=16.1.0 + #- arrow-cpp=16.1.0 - pyarrow=16.1.0 - glog - openmpi=4.1.4 diff --git a/conda/environments/cylon_rivanna_1.yml b/conda/environments/cylon_rivanna_1.yml index d1dfb17cf..439154c9d 100644 --- a/conda/environments/cylon_rivanna_1.yml +++ b/conda/environments/cylon_rivanna_1.yml @@ -5,7 +5,7 @@ channels: dependencies: - python>=3.8,<3.10 - cmake>=3.23.1,!=3.25.0 - - arrow-cpp=16.1.0 + #- arrow-cpp=16.1.0 - pyarrow=16.1.0 - glog - openmpi=4.1.4 diff --git a/conda/environments/cylon_rivanna_2.yml b/conda/environments/cylon_rivanna_2.yml index 5b46f6af6..9598a31a9 100644 --- a/conda/environments/cylon_rivanna_2.yml +++ b/conda/environments/cylon_rivanna_2.yml @@ -5,7 +5,7 @@ channels: dependencies: - python>=3.8,<3.10 - cmake>=3.23.1,!=3.25.0 - - arrow-cpp=16.1.0 + #- arrow-cpp=16.1.0 - pyarrow=16.1.0 - glog - openmpi=4.1.4 diff --git a/conda/environments/gcylon.yml b/conda/environments/gcylon.yml index 1af2285db..d26ab4485 100644 --- a/conda/environments/gcylon.yml +++ b/conda/environments/gcylon.yml @@ -1,17 +1,21 @@ name: gcylon_dev channels: - rapidsai - - conda-forge - nvidia + - conda-forge - defaults dependencies: - #- cudf=24.04 + - cudf + - cuda-toolkit + - cuda-runtime + - cuda-nvcc + - cuda-cudart - python=3.11 - - cuda - #- cuda-version=12.2 - #- pytorch - - cmake>=3.23.1 + - cmake + #- arrow-cpp=9 + #- pyarrow=9.0.0 - cython + #- cuda-version=12 - glog - openmpi=4.1.4 - ucx>=1.12.1 @@ -24,9 +28,6 @@ dependencies: - pytest - pytest-mpi - mpi4py - - gcc=11.4 - - gxx=11.4 - - gxx_linux-64=11.4 - #- cuda-runtime - #- cudatoolkit - - cudf + - gcc=12 + - gxx=12 + - gxx_linux-64=12 \ No newline at end of file diff --git a/conda/environments/windows.yml b/conda/environments/windows.yml index eebb9279d..8af2ae87a 100644 --- a/conda/environments/windows.yml +++ b/conda/environments/windows.yml @@ -5,7 +5,7 @@ channels: dependencies: - python>=3.8,<3.10 - cmake>=3.23.1,!=3.25.0 - - arrow-cpp=16.1.0 + #- arrow-cpp=16.1.0 - pyarrow=16.1.0 - glog - msmpi