diff --git a/tests/test_generate_canary.py b/tests/test_generate_canary.py
index 66cc9257..4afd5371 100644
--- a/tests/test_generate_canary.py
+++ b/tests/test_generate_canary.py
@@ -82,8 +82,9 @@ def test_generate_canary_files(canary_file_generator_fixture, tmp_path):
 
     canary_files = list(canary_folder_path.glob(f"{CANARY_FILE_PREFIX}*"))
     assert len(canary_files) == 2
-    assert canary_files[0].name == f"{CANARY_FILE_PREFIX}2_001.yaml"
-    assert canary_files[1].name == f"{CANARY_FILE_PREFIX}1_001.yaml"
+    canary_files.sort()
+    assert canary_files[0].name == f"{CANARY_FILE_PREFIX}1_001.yaml"
+    assert canary_files[1].name == f"{CANARY_FILE_PREFIX}2_001.yaml"
 
     bootstrap_file = canary_root_path / CANARY_DEPENDENCY_FILE_NAME
     assert bootstrap_file.exists()