Skip to content

Commit

Permalink
Update megatron/tests/unit_tests/transformer/moe/test_a2a_token_dispa…
Browse files Browse the repository at this point in the history
…tcher.py
  • Loading branch information
phoenixdong committed Dec 9, 2024
1 parent 6f9a32a commit 9705478
Showing 1 changed file with 3 additions and 1 deletion.
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
# Copyright (c) 2023, NVIDIA CORPORATION. All rights reserved.

import os
import pytest
import torch

Expand Down Expand Up @@ -66,10 +67,11 @@ def test_capacity_forward_backward(self, tp_size, ep_size):
)
container.dispacher_capacity_test()

# Skip because not running in internal and flaky
@pytest.mark.skipif(os.getenv('flagscale_skip') == '1', reason="flagscale_skip is enabled, skipping test.")
@pytest.mark.skipif(not torch.cuda.is_available(), reason="CUDA not available")
@pytest.mark.internal
@pytest.mark.timeout(120)
@pytest.mark.internal
@pytest.mark.parametrize("tp_size,ep_size", [(1, 8), (8, 1), (4, 2), (1, 1)])
@pytest.mark.flaky
def test_capacity_padding_forward_backward(self, tp_size, ep_size):
Expand Down

0 comments on commit 9705478

Please sign in to comment.