From 8d9c24e19143ac8aa9809a0fb2f2e92b5e473efd Mon Sep 17 00:00:00 2001 From: hanchao Date: Fri, 25 Oct 2024 00:38:50 +0000 Subject: [PATCH] update --- torch/csrc/distributed/c10d/ProcessGroupXCCL.hpp | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/torch/csrc/distributed/c10d/ProcessGroupXCCL.hpp b/torch/csrc/distributed/c10d/ProcessGroupXCCL.hpp index c8fa11442c692..2f83fe8f248bd 100644 --- a/torch/csrc/distributed/c10d/ProcessGroupXCCL.hpp +++ b/torch/csrc/distributed/c10d/ProcessGroupXCCL.hpp @@ -309,6 +309,10 @@ class TORCH_API ProcessGroupXCCL : public Backend { std::vector>& inputTensors, const ScatterOptions& opts = ScatterOptions()) override; + void setSequenceNumberForGroup() override; + + uint64_t getSequenceNumberForGroup() override; + protected: std::unordered_map xcclStreamsMap_; std::unordered_map xcclEventsMap_; @@ -322,6 +326,7 @@ class TORCH_API ProcessGroupXCCL : public Backend { bool blockingWait_ = false; static thread_local uint64_t xcclActiveGroupCounter_; uint64_t seqCollective_{0}; + uint64_t seqP2P_{0}; private: std::mutex kvs_mutex;