imple allreduce and strcture

intel · Dec 13, 2024 · fb851b1 · fb851b1
1 parent 8fff100
commit fb851b1
Show file tree

Hide file tree

Showing 4 changed files with 38 additions and 1,716 deletions.
diff --git a/cmake/Modules/FindXCCL.cmake b/cmake/Modules/FindXCCL.cmake
@@ -6,7 +6,12 @@
 
 include(${CMAKE_ROOT}/Modules/FindPackageHandleStandardArgs.cmake)
 
-set(XCCL_ROOT $ENV{CCL_ROOT})
+set(XCCL_ROOT "/opt/intel/oneapi/ccl/latest")
+if (NOT EXISTS "${XCCL_ROOT}")
+  message(STATUS "Default OneCCL not found, using current environment OneCCL")
+  set(XCCL_ROOT $ENV{CCL_ROOT})
+endif()
+
 string(COMPARE EQUAL "${XCCL_ROOT}" "" nocclfound)
 if(nocclfound)
   set(XCCL_FOUND False)

diff --git a/src/xccl/CMakeLists.txt b/src/xccl/CMakeLists.txt
@@ -7,6 +7,7 @@ list(APPEND ATen_XPU_XCCL_SRCS ${xccl_cpp})
 
 set(ATen_XPU_XCCL_SRCS ${ATen_XPU_XCCL_SRCS} PARENT_SCOPE)
 
+# Copy the header file to the build directory so that the PyTorch registration file can locate it.
 foreach(HEADER  ${xccl_h})
   file(COPY ${HEADER} DESTINATION "${CMAKE_BINARY_DIR}/torch/csrc/distributed/c10d")
 endforeach()