Skip sequence parallel test when D=1 (#3451)

Add gtest skip when for distributed transformer sequence parallel when number of devices=1.
NVIDIA · Dec 3, 2024 · 6b5b7b8 · 6b5b7b8
1 parent 6cd1f2a
commit 6b5b7b8
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/tests/cpp/test_multidevice_transformer.cpp b/tests/cpp/test_multidevice_transformer.cpp
@@ -886,6 +886,9 @@ TEST_P(DistributedTransformerTest, MultiheadAttention_SP) {
     GTEST_SKIP() << "Requires number of devices=" << D
                  << " evenly divide H=" << H;
   }
+  if (D == 1) {
+    GTEST_SKIP() << "Requires >1 devices, D=" << D;
+  }
   auto dtype = GetParam();
   auto fusion = std::make_unique<Fusion>();
   FusionGuard fg(fusion.get());
@@ -1125,6 +1128,9 @@ TEST_P(DistributedTransformerTest, Forward_SP) {
     GTEST_SKIP() << "Requires number of devices=" << D
                  << " evenly divide H=" << H;
   }
+  if (D == 1) {
+    GTEST_SKIP() << "Requires >1 devices, D=" << D;
+  }
   auto dtype = GetParam();
   at::ScalarType at_dtype = data_type_to_aten(dtype);
   auto fusion = std::make_unique<Fusion>();