Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
Binyang2014 committed Jul 31, 2023
1 parent a7a3066 commit 7547c52
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion python/examples/bootstrap.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@
# Use to hold the sm channels so they don't get garbage collected
sm_channels = []


def setup_connections(comm, rank, world_size, element_size, proxy_service):
simple_proxy_channels = []
sm_semaphores = []
Expand All @@ -30,7 +31,7 @@ def setup_connections(comm, rank, world_size, element_size, proxy_service):
memory = torch.zeros(element_size, dtype=torch.int32)
memory = memory.to("cuda")

transport_flag = mscclpp.Transport.CudaIpc or IB_TRANSPORTS[rank]
transport_flag = mscclpp.TransportFlags(IB_TRANSPORTS[rank]) | mscclpp.Transport.CudaIpc
ptr = memory.data_ptr()
size = memory.numel() * memory.element_size()
reg_mem = comm.register_memory(ptr, size, transport_flag)
Expand Down

0 comments on commit 7547c52

Please sign in to comment.