reduce tests

.buildkite/test-pipeline.yaml

@@ -363,14 +363,14 @@ steps:
   - tests/models/decoder_only/audio_language
   - tests/models/decoder_only/vision_language
   - tests/models/embedding/vision_language
-  - tests/models/encoder_decoder/audio
+  - tests/models/encoder_decoder/audio_language
   - tests/models/encoder_decoder/vision_language
   commands:
     - pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
     - pytest -v -s models/decoder_only/audio_language -m 'core_model or quant_model'
     - pytest -v -s --ignore models/decoder_only/vision_language/test_phi3v.py models/decoder_only/vision_language -m 'core_model or quant_model'
     - pytest -v -s models/embedding/vision_language -m core_model
-    - pytest -v -s models/encoder_decoder/audio -m core_model
+    - pytest -v -s models/encoder_decoder/audio_language -m core_model
     - pytest -v -s models/encoder_decoder/language -m core_model
     - pytest -v -s models/encoder_decoder/vision_language -m core_model
 

tests/models/encoder_decoder/audio/test_whisper.py → tests/models/encoder_decoder/audio_language/test_whisper.py

@@ -32,6 +32,28 @@
 ]
 
 EXPECTED = {
+    "openai/whisper-tiny": [
+        " He has birth words I spoke in the original corner of that. And a"
+        " little piece of black coat poetry. Mary had a little sandwich,"
+        " sweet, with white and snow. And everyone had it very went the last"
+        " would sure to go.",
+        " >> And the old one, fit John the way to Edgar Martinez. >> One more"
+        " to line down the field line for our base camp. Here comes joy. Here"
+        " is June and the third base. They're going to wave him in. The throw"
+        " to the plate will be late. The Mariners are going to play for the"
+        " American League Championship. I don't believe it. It just continues"
+        " by all five."
+    ],
+    "openai/whisper-small": [
+        " The first words I spoke in the original pornograph. A little piece"
+        " of practical poetry. Mary had a little lamb, its fleece was quite a"
+        " slow, and everywhere that Mary went the lamb was sure to go.",
+        " And the old one pitch on the way to Edgar Martinez one month. Here"
+        " comes joy. Here is Junior to third base. They're gonna wave him"
+        " in. The throw to the plate will be late. The Mariners are going to"
+        " play for the American League Championship. I don't believe it. It"
+        " just continues. My, oh my."
+    ],
     "openai/whisper-medium": [
         " The first words I spoke in the original phonograph, a little piece"
         " of practical poetry. Mary had a little lamb, its fleece was quite as"
@@ -53,14 +75,24 @@
         " plate will be late. The Mariners are going to play for the American"
         " League Championship. I don't believe it. It just continues. My, oh,"
         " my."
+    ],
+    "openai/whisper-large-v3-turbo": [
+        " The first words I spoke in the original phonograph, a little piece"
+        " of practical poetry. Mary had a little lamb, its streets were quite"
+        " as slow, and everywhere that Mary went the lamb was sure to go.",
+        " And the 0-1 pitch on the way to Edgar Martinez. Swung on the line"
+        " down the left field line for a base hit. Here comes Joy. Here is"
+        " Junior to third base. They're going to wave him in. The throw to the"
+        " plate will be late. The Mariners are going to play for the American"
+        " League Championship. I don't believe it. It just continues. My, oh,"
+        " my."
     ]
 }
 
 
 def run_test(
     model: str,
     *,
-    enforce_eager: bool,
     tensor_parallel_size: int,
     distributed_executor_backend: Optional[str] = None,
 ) -> None:
@@ -71,7 +103,6 @@ def run_test(
         model=model,
         tensor_parallel_size=tensor_parallel_size,
         distributed_executor_backend=distributed_executor_backend,
-        enforce_eager=enforce_eager,
     )
 
     sampling_params = SamplingParams(
@@ -90,20 +121,17 @@ def run_test(
 @fork_new_process_for_each_test
 @pytest.mark.core_model
 @pytest.mark.parametrize("model",
-                         ["openai/whisper-medium", "openai/whisper-large-v3"])
-@pytest.mark.parametrize("enforce_eager", [True, False])
-def test_models(model, enforce_eager) -> None:
-    run_test(model, enforce_eager=enforce_eager, tensor_parallel_size=1)
+                         ["openai/whisper-small",
+                          "openai/whisper-large-v3-turbo"])
+def test_models(model) -> None:
+    run_test(model, tensor_parallel_size=1)
 
 
 @multi_gpu_test(num_gpus=2)
 @pytest.mark.core_model
-@pytest.mark.parametrize("model", ["openai/whisper-large-v3"])
-@pytest.mark.parametrize("enforce_eager", [True, False])
+@pytest.mark.parametrize("model", ["openai/whisper-large-v3-turbo"])
 @pytest.mark.parametrize("distributed_executor_backend", ["ray", "mp"])
-def test_models_distributed(model, enforce_eager,
-                            distributed_executor_backend) -> None:
+def test_models_distributed(model, distributed_executor_backend) -> None:
     run_test(model,
-             enforce_eager=enforce_eager,
              tensor_parallel_size=2,
              distributed_executor_backend=distributed_executor_backend)