Project-MONAI · garciadias · Nov 20, 2024 · Nov 20, 2024 · Nov 21, 2024 · Nov 21, 2024
diff --git a/.gitignore b/.gitignore
@@ -130,6 +130,7 @@ temp/
 .DS_Store
 
 # temporary testing data MedNIST
+tests/integration/testing_data/MedNIST*
 tests/testing_data/MedNIST*
 tests/testing_data/*Hippocampus*
 tests/testing_data/*.tiff

diff --git a/runtests.sh b/runtests.sh
@@ -740,7 +740,7 @@ if [ $doNetTests = true ]
 then
     set +e  # disable exit on failure so that diagnostics can be given on failure
     echo "${separator}${blue}integration${noColor}"
-    for i in tests/*integration_*.py
+    for i in tests/integration/*.py
     do
         echo "$i"
         ${cmdPrefix}${cmd} "$i"

diff --git a/tests/test_deepedit_transforms.py → ...apps/deepedit/test_deepedit_transforms.py b/tests/test_deepedit_transforms.py → ...apps/deepedit/test_deepedit_transforms.py
diff --git a/tests/test_deepgrow_dataset.py → tests/apps/deepgrow/test_deepgrow_dataset.py b/tests/test_deepgrow_dataset.py → tests/apps/deepgrow/test_deepgrow_dataset.py
diff --git a/tests/test_deepgrow_interaction.py → ...w/transforms/test_deepgrow_interaction.py b/tests/test_deepgrow_interaction.py → ...w/transforms/test_deepgrow_interaction.py
diff --git a/tests/test_deepgrow_transforms.py → ...ow/transforms/test_deepgrow_transforms.py b/tests/test_deepgrow_transforms.py → ...ow/transforms/test_deepgrow_transforms.py
diff --git a/tests/test_detection_coco_metrics.py → ...on/metrics/test_detection_coco_metrics.py b/tests/test_detection_coco_metrics.py → ...on/metrics/test_detection_coco_metrics.py
diff --git a/tests/test_retinanet.py → ...apps/detection/networks/test_retinanet.py b/tests/test_retinanet.py → ...apps/detection/networks/test_retinanet.py
diff --git a/tests/test_retinanet_detector.py → ...ction/networks/test_retinanet_detector.py b/tests/test_retinanet_detector.py → ...ction/networks/test_retinanet_detector.py
diff --git a/tests/test_box_transform.py → tests/apps/detection/test_box_transform.py b/tests/test_box_transform.py → tests/apps/detection/test_box_transform.py
diff --git a/tests/test_anchor_box.py → ...s/apps/detection/utils/test_anchor_box.py b/tests/test_anchor_box.py → ...s/apps/detection/utils/test_anchor_box.py
diff --git a/tests/test_atss_box_matcher.py → .../detection/utils/test_atss_box_matcher.py b/tests/test_atss_box_matcher.py → .../detection/utils/test_atss_box_matcher.py
diff --git a/tests/test_box_coder.py → tests/apps/detection/utils/test_box_coder.py b/tests/test_box_coder.py → tests/apps/detection/utils/test_box_coder.py
diff --git a/tests/test_detector_boxselector.py → ...ection/utils/test_detector_boxselector.py b/tests/test_detector_boxselector.py → ...ection/utils/test_detector_boxselector.py
diff --git a/tests/test_detector_utils.py → ...ps/detection/utils/test_detector_utils.py b/tests/test_detector_utils.py → ...ps/detection/utils/test_detector_utils.py
diff --git a/tests/test_hardnegsampler.py → ...ps/detection/utils/test_hardnegsampler.py b/tests/test_hardnegsampler.py → ...ps/detection/utils/test_hardnegsampler.py
diff --git a/tests/test_autoencoderkl_maisi.py → ...aisi/networks/test_autoencoderkl_maisi.py b/tests/test_autoencoderkl_maisi.py → ...aisi/networks/test_autoencoderkl_maisi.py
diff --git a/tests/test_controlnet_maisi.py → ...n/maisi/networks/test_controlnet_maisi.py b/tests/test_controlnet_maisi.py → ...n/maisi/networks/test_controlnet_maisi.py
diff --git a/tests/test_diffusion_model_unet_maisi.py → ...tworks/test_diffusion_model_unet_maisi.py b/tests/test_diffusion_model_unet_maisi.py → ...tworks/test_diffusion_model_unet_maisi.py
diff --git a/tests/test_nuclick_transforms.py → ...s/apps/nuclick/test_nuclick_transforms.py b/tests/test_nuclick_transforms.py → ...s/apps/nuclick/test_nuclick_transforms.py
diff --git a/tests/test_from_engine_hovernet.py → ...ogy/handlers/test_from_engine_hovernet.py b/tests/test_from_engine_hovernet.py → ...ogy/handlers/test_from_engine_hovernet.py
diff --git a/tests/test_lesion_froc.py → tests/apps/pathology/test_lesion_froc.py b/tests/test_lesion_froc.py → tests/apps/pathology/test_lesion_froc.py
diff --git a/tests/test_pathology_prob_nms.py → ...apps/pathology/test_pathology_prob_nms.py b/tests/test_pathology_prob_nms.py → ...apps/pathology/test_pathology_prob_nms.py
diff --git a/tests/test_prepare_batch_hovernet.py → .../pathology/test_prepare_batch_hovernet.py b/tests/test_prepare_batch_hovernet.py → .../pathology/test_prepare_batch_hovernet.py
diff --git a/...test_sliding_window_hovernet_inference.py → ...test_sliding_window_hovernet_inference.py b/...test_sliding_window_hovernet_inference.py → ...test_sliding_window_hovernet_inference.py
diff --git a/tests/test_generate_distance_map.py → ...sforms/post/test_generate_distance_map.py b/tests/test_generate_distance_map.py → ...sforms/post/test_generate_distance_map.py
diff --git a/tests/test_generate_distance_mapd.py → ...forms/post/test_generate_distance_mapd.py b/tests/test_generate_distance_mapd.py → ...forms/post/test_generate_distance_mapd.py
diff --git a/tests/test_generate_instance_border.py → ...rms/post/test_generate_instance_border.py b/tests/test_generate_instance_border.py → ...rms/post/test_generate_instance_border.py
diff --git a/tests/test_generate_instance_borderd.py → ...ms/post/test_generate_instance_borderd.py b/tests/test_generate_instance_borderd.py → ...ms/post/test_generate_instance_borderd.py
diff --git a/tests/test_generate_instance_centroid.py → ...s/post/test_generate_instance_centroid.py b/tests/test_generate_instance_centroid.py → ...s/post/test_generate_instance_centroid.py
diff --git a/tests/test_generate_instance_centroidd.py → .../post/test_generate_instance_centroidd.py b/tests/test_generate_instance_centroidd.py → .../post/test_generate_instance_centroidd.py
diff --git a/tests/test_generate_instance_contour.py → ...ms/post/test_generate_instance_contour.py b/tests/test_generate_instance_contour.py → ...ms/post/test_generate_instance_contour.py
diff --git a/tests/test_generate_instance_contourd.py → ...s/post/test_generate_instance_contourd.py b/tests/test_generate_instance_contourd.py → ...s/post/test_generate_instance_contourd.py
diff --git a/tests/test_generate_instance_type.py → ...forms/post/test_generate_instance_type.py b/tests/test_generate_instance_type.py → ...forms/post/test_generate_instance_type.py
diff --git a/tests/test_generate_instance_typed.py → ...orms/post/test_generate_instance_typed.py b/tests/test_generate_instance_typed.py → ...orms/post/test_generate_instance_typed.py
diff --git a/tests/test_generate_succinct_contour.py → ...ms/post/test_generate_succinct_contour.py b/tests/test_generate_succinct_contour.py → ...ms/post/test_generate_succinct_contour.py
diff --git a/tests/test_generate_succinct_contourd.py → ...s/post/test_generate_succinct_contourd.py b/tests/test_generate_succinct_contourd.py → ...s/post/test_generate_succinct_contourd.py
diff --git a/tests/test_generate_watershed_markers.py → ...s/post/test_generate_watershed_markers.py b/tests/test_generate_watershed_markers.py → ...s/post/test_generate_watershed_markers.py
diff --git a/tests/test_generate_watershed_markersd.py → .../post/test_generate_watershed_markersd.py b/tests/test_generate_watershed_markersd.py → .../post/test_generate_watershed_markersd.py
diff --git a/tests/test_generate_watershed_mask.py → ...orms/post/test_generate_watershed_mask.py b/tests/test_generate_watershed_mask.py → ...orms/post/test_generate_watershed_mask.py
diff --git a/tests/test_generate_watershed_maskd.py → ...rms/post/test_generate_watershed_maskd.py b/tests/test_generate_watershed_maskd.py → ...rms/post/test_generate_watershed_maskd.py
diff --git a/..._hovernet_instance_map_post_processing.py → ..._hovernet_instance_map_post_processing.py b/..._hovernet_instance_map_post_processing.py → ..._hovernet_instance_map_post_processing.py
diff --git a/...hovernet_instance_map_post_processingd.py → ...hovernet_instance_map_post_processingd.py b/...hovernet_instance_map_post_processingd.py → ...hovernet_instance_map_post_processingd.py
diff --git a/..._hovernet_nuclear_type_post_processing.py → ..._hovernet_nuclear_type_post_processing.py b/..._hovernet_nuclear_type_post_processing.py → ..._hovernet_nuclear_type_post_processing.py
diff --git a/tests/test_watershed.py → ...thology/transforms/post/test_watershed.py b/tests/test_watershed.py → ...thology/transforms/post/test_watershed.py
diff --git a/tests/test_watershedd.py → ...hology/transforms/post/test_watershedd.py b/tests/test_watershedd.py → ...hology/transforms/post/test_watershedd.py
diff --git a/tests/test_pathology_he_stain.py → ...ogy/transforms/test_pathology_he_stain.py b/tests/test_pathology_he_stain.py → ...ogy/transforms/test_pathology_he_stain.py
diff --git a/tests/test_pathology_he_stain_dict.py → ...ransforms/test_pathology_he_stain_dict.py b/tests/test_pathology_he_stain_dict.py → ...ransforms/test_pathology_he_stain_dict.py
diff --git a/tests/test_recon_net_utils.py → ...ion/networks/nets/test_recon_net_utils.py b/tests/test_recon_net_utils.py → ...ion/networks/nets/test_recon_net_utils.py
diff --git a/tests/test_complex_utils.py → ...apps/reconstruction/test_complex_utils.py b/tests/test_complex_utils.py → ...apps/reconstruction/test_complex_utils.py
diff --git a/tests/test_fastmri_reader.py → ...pps/reconstruction/test_fastmri_reader.py b/tests/test_fastmri_reader.py → ...pps/reconstruction/test_fastmri_reader.py
diff --git a/tests/test_mri_utils.py → tests/apps/reconstruction/test_mri_utils.py b/tests/test_mri_utils.py → tests/apps/reconstruction/test_mri_utils.py
diff --git a/tests/test_kspace_mask.py → ...nstruction/transforms/test_kspace_mask.py b/tests/test_kspace_mask.py → ...nstruction/transforms/test_kspace_mask.py
diff --git a/...st_reference_based_normalize_intensity.py → ...st_reference_based_normalize_intensity.py b/...st_reference_based_normalize_intensity.py → ...st_reference_based_normalize_intensity.py
diff --git a/tests/test_reference_based_spatial_cropd.py → ...rms/test_reference_based_spatial_cropd.py b/tests/test_reference_based_spatial_cropd.py → ...rms/test_reference_based_spatial_cropd.py
diff --git a/tests/test_auto3dseg_bundlegen.py → tests/apps/test_auto3dseg_bundlegen.py b/tests/test_auto3dseg_bundlegen.py → tests/apps/test_auto3dseg_bundlegen.py
diff --git a/tests/test_check_hash.py → tests/apps/test_check_hash.py b/tests/test_check_hash.py → tests/apps/test_check_hash.py
diff --git a/tests/test_cross_validation.py → tests/apps/test_cross_validation.py b/tests/test_cross_validation.py → tests/apps/test_cross_validation.py
diff --git a/tests/test_decathlondataset.py → tests/apps/test_decathlondataset.py b/tests/test_decathlondataset.py → tests/apps/test_decathlondataset.py
diff --git a/tests/test_download_and_extract.py → tests/apps/test_download_and_extract.py b/tests/test_download_and_extract.py → tests/apps/test_download_and_extract.py
diff --git a/tests/test_download_url_yandex.py → tests/apps/test_download_url_yandex.py b/tests/test_download_url_yandex.py → tests/apps/test_download_url_yandex.py
diff --git a/tests/test_mednistdataset.py → tests/apps/test_mednistdataset.py b/tests/test_mednistdataset.py → tests/apps/test_mednistdataset.py
diff --git a/tests/test_mmar_download.py → tests/apps/test_mmar_download.py b/tests/test_mmar_download.py → tests/apps/test_mmar_download.py
diff --git a/tests/test_tciadataset.py → tests/apps/test_tciadataset.py b/tests/test_tciadataset.py → tests/apps/test_tciadataset.py
diff --git a/tests/test_point_based_window_inferer.py → ...ista3d/test_point_based_window_inferer.py b/tests/test_point_based_window_inferer.py → ...ista3d/test_point_based_window_inferer.py
diff --git a/tests/test_vista3d_sampler.py → tests/apps/vista3d/test_vista3d_sampler.py b/tests/test_vista3d_sampler.py → tests/apps/vista3d/test_vista3d_sampler.py
diff --git a/tests/test_vista3d_transforms.py → ...s/apps/vista3d/test_vista3d_transforms.py b/tests/test_vista3d_transforms.py → ...s/apps/vista3d/test_vista3d_transforms.py
diff --git a/tests/bundle/test_bundle_ckpt_export.py b/tests/bundle/test_bundle_ckpt_export.py
@@ -0,0 +1,108 @@
+# Copyright (c) MONAI Consortium
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#     http://www.apache.org/licenses/LICENSE-2.0
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import annotations
+
+import json
+import os
+import tempfile
+import unittest
+
+from parameterized import parameterized
+
+from monai.bundle import ConfigParser
+from monai.data import load_net_with_metadata
+from monai.networks import save_state
+from tests.utils import command_line_tests, skip_if_windows
+
+TEST_CASE_1 = [True, "", ""]
+
+TEST_CASE_2 = [True, "model", ""]
+
+TEST_CASE_3 = [True, "model", "True"]
+
+TEST_CASE_4 = [False, "", ""]
+
+TEST_CASE_5 = [False, "model", ""]
+
+TEST_CASE_6 = [False, "model", "True"]
+
+
+@skip_if_windows
+class TestCKPTExport(unittest.TestCase):
+    def setUp(self):
+        self.device = os.environ.get("CUDA_VISIBLE_DEVICES")
+        if not self.device:
+            os.environ["CUDA_VISIBLE_DEVICES"] = "0"  # default
+        self.meta_file = os.path.join(os.path.dirname(__file__), "testing_data", "metadata.json")
+        self.config_file = os.path.join(os.path.dirname(__file__), "testing_data", "inference.json")
+        self.tempdir_obj = tempfile.TemporaryDirectory()
+        tempdir = self.tempdir_obj.name
+        self.def_args = {"meta_file": "will be replaced by `meta_file` arg"}
+        self.def_args_file = os.path.join(tempdir, "def_args.yaml")
+
+        self.ckpt_file = os.path.join(tempdir, "model.pt")
+        self.ts_file = os.path.join(tempdir, "model.ts")
+
+        self.parser = ConfigParser()
+        self.parser.export_config_file(config=self.def_args, filepath=self.def_args_file)
+        self.parser.read_config(self.config_file)
+        self.net = self.parser.get_parsed_content("network_def")
+        self.cmd = ["coverage", "run", "-m", "monai.bundle", "ckpt_export", "network_def", "--filepath", self.ts_file]
+        self.cmd += [
+            "--meta_file",
+            self.meta_file,
+            "--config_file",
+            f"['{self.config_file}','{self.def_args_file}']",
+            "--ckpt_file",
+        ]
+
+    def tearDown(self):
+        if self.device is not None:
+            os.environ["CUDA_VISIBLE_DEVICES"] = self.device
+        else:
+            del os.environ["CUDA_VISIBLE_DEVICES"]  # previously unset
+        self.tempdir_obj.cleanup()
+
+    @parameterized.expand([TEST_CASE_1, TEST_CASE_2, TEST_CASE_3])
+    def test_export(self, key_in_ckpt, use_trace):
+        save_state(src=self.net if key_in_ckpt == "" else {key_in_ckpt: self.net}, path=self.ckpt_file)
+        full_cmd = self.cmd + [self.ckpt_file, "--key_in_ckpt", key_in_ckpt, "--args_file", self.def_args_file]
+        if use_trace == "True":
+            full_cmd += ["--use_trace", use_trace, "--input_shape", "[1, 1, 96, 96, 96]"]
+        command_line_tests(full_cmd)
+        self.assertTrue(os.path.exists(self.ts_file))
+
+        _, metadata, extra_files = load_net_with_metadata(
+            self.ts_file, more_extra_files=["inference.json", "def_args.json"]
+        )
+        self.assertIn("schema", metadata)
+        self.assertIn("meta_file", json.loads(extra_files["def_args.json"]))
+        self.assertIn("network_def", json.loads(extra_files["inference.json"]))
+
+    @parameterized.expand([TEST_CASE_1, TEST_CASE_2, TEST_CASE_3])
+    def test_default_value(self, key_in_ckpt, use_trace):
+        ckpt_file = os.path.join(self.tempdir_obj.name, "models/model.pt")
+        ts_file = os.path.join(self.tempdir_obj.name, "models/model.ts")
+
+        save_state(src=self.net if key_in_ckpt == "" else {key_in_ckpt: self.net}, path=ckpt_file)
+
+        # check with default value
+        cmd = ["coverage", "run", "-m", "monai.bundle", "ckpt_export", "--key_in_ckpt", key_in_ckpt]
+        cmd += ["--config_file", self.config_file, "--bundle_root", self.tempdir_obj.name]
+        if use_trace == "True":
+            cmd += ["--use_trace", use_trace, "--input_shape", "[1, 1, 96, 96, 96]"]
+        command_line_tests(cmd)
+        self.assertTrue(os.path.exists(ts_file))
+
+
+if __name__ == "__main__":
+    unittest.main()
diff --git a/tests/test_bundle_download.py → tests/bundle/test_bundle_download.py b/tests/test_bundle_download.py → tests/bundle/test_bundle_download.py
diff --git a/tests/test_bundle_get_data.py → tests/bundle/test_bundle_get_data.py b/tests/test_bundle_get_data.py → tests/bundle/test_bundle_get_data.py
diff --git a/tests/test_bundle_push_to_hf_hub.py → tests/bundle/test_bundle_push_to_hf_hub.py b/tests/test_bundle_push_to_hf_hub.py → tests/bundle/test_bundle_push_to_hf_hub.py
diff --git a/tests/test_bundle_trt_export.py → tests/bundle/test_bundle_trt_export.py b/tests/test_bundle_trt_export.py → tests/bundle/test_bundle_trt_export.py
diff --git a/tests/test_bundle_utils.py → tests/bundle/test_bundle_utils.py b/tests/test_bundle_utils.py → tests/bundle/test_bundle_utils.py
diff --git a/tests/test_bundle_verify_metadata.py → tests/bundle/test_bundle_verify_metadata.py b/tests/test_bundle_verify_metadata.py → tests/bundle/test_bundle_verify_metadata.py
diff --git a/tests/test_bundle_verify_net.py → tests/bundle/test_bundle_verify_net.py b/tests/test_bundle_verify_net.py → tests/bundle/test_bundle_verify_net.py
diff --git a/tests/test_bundle_workflow.py → tests/bundle/test_bundle_workflow.py b/tests/test_bundle_workflow.py → tests/bundle/test_bundle_workflow.py
diff --git a/tests/test_component_locator.py → tests/bundle/test_component_locator.py b/tests/test_component_locator.py → tests/bundle/test_component_locator.py
diff --git a/tests/test_config_item.py → tests/bundle/test_config_item.py b/tests/test_config_item.py → tests/bundle/test_config_item.py
diff --git a/tests/test_config_parser.py → tests/bundle/test_config_parser.py b/tests/test_config_parser.py → tests/bundle/test_config_parser.py
diff --git a/tests/test_reference_resolver.py → tests/bundle/test_reference_resolver.py b/tests/test_reference_resolver.py → tests/bundle/test_reference_resolver.py
diff --git a/tests/test_cv2_dist.py → tests/config/test_cv2_dist.py b/tests/test_cv2_dist.py → tests/config/test_cv2_dist.py
diff --git a/tests/test_meta_tensor.py → tests/data/meta_tensor/test_meta_tensor.py b/tests/test_meta_tensor.py → tests/data/meta_tensor/test_meta_tensor.py
diff --git a/tests/test_to_from_meta_tensord.py → .../meta_tensor/test_to_from_meta_tensord.py b/tests/test_to_from_meta_tensord.py → .../meta_tensor/test_to_from_meta_tensord.py
diff --git a/tests/test_arraydataset.py → tests/data/test_arraydataset.py b/tests/test_arraydataset.py → tests/data/test_arraydataset.py
diff --git a/tests/test_box_utils.py → tests/data/test_box_utils.py b/tests/test_box_utils.py → tests/data/test_box_utils.py
diff --git a/tests/test_cachedataset.py → tests/data/test_cachedataset.py b/tests/test_cachedataset.py → tests/data/test_cachedataset.py
diff --git a/tests/test_cachedataset_parallel.py → tests/data/test_cachedataset_parallel.py b/tests/test_cachedataset_parallel.py → tests/data/test_cachedataset_parallel.py
diff --git a/...s/test_cachedataset_persistent_workers.py → ...a/test_cachedataset_persistent_workers.py b/...s/test_cachedataset_persistent_workers.py → ...a/test_cachedataset_persistent_workers.py
diff --git a/tests/test_cachentransdataset.py → tests/data/test_cachentransdataset.py b/tests/test_cachentransdataset.py → tests/data/test_cachentransdataset.py
diff --git a/tests/test_check_missing_files.py → tests/data/test_check_missing_files.py b/tests/test_check_missing_files.py → tests/data/test_check_missing_files.py
diff --git a/.../test_create_cross_validation_datalist.py → .../test_create_cross_validation_datalist.py b/.../test_create_cross_validation_datalist.py → .../test_create_cross_validation_datalist.py
diff --git a/tests/test_csv_dataset.py → tests/data/test_csv_dataset.py b/tests/test_csv_dataset.py → tests/data/test_csv_dataset.py
diff --git a/tests/test_csv_iterable_dataset.py → tests/data/test_csv_iterable_dataset.py b/tests/test_csv_iterable_dataset.py → tests/data/test_csv_iterable_dataset.py
diff --git a/tests/test_csv_saver.py → tests/data/test_csv_saver.py b/tests/test_csv_saver.py → tests/data/test_csv_saver.py
diff --git a/tests/test_dataloader.py → tests/data/test_dataloader.py b/tests/test_dataloader.py → tests/data/test_dataloader.py
diff --git a/tests/test_dataset.py → tests/data/test_dataset.py b/tests/test_dataset.py → tests/data/test_dataset.py
diff --git a/tests/test_dataset_func.py → tests/data/test_dataset_func.py b/tests/test_dataset_func.py → tests/data/test_dataset_func.py
diff --git a/tests/test_dataset_summary.py → tests/data/test_dataset_summary.py b/tests/test_dataset_summary.py → tests/data/test_dataset_summary.py
diff --git a/tests/test_fft_utils.py → tests/data/test_fft_utils.py b/tests/test_fft_utils.py → tests/data/test_fft_utils.py
diff --git a/tests/test_folder_layout.py → tests/data/test_folder_layout.py b/tests/test_folder_layout.py → tests/data/test_folder_layout.py
diff --git a/tests/test_gdsdataset.py → tests/data/test_gdsdataset.py b/tests/test_gdsdataset.py → tests/data/test_gdsdataset.py
diff --git a/tests/test_grid_dataset.py → tests/data/test_grid_dataset.py b/tests/test_grid_dataset.py → tests/data/test_grid_dataset.py
diff --git a/tests/test_handler_smartcache.py → tests/data/test_handler_smartcache.py b/tests/test_handler_smartcache.py → tests/data/test_handler_smartcache.py
diff --git a/tests/test_hashing.py → tests/data/test_hashing.py b/tests/test_hashing.py → tests/data/test_hashing.py
diff --git a/tests/test_header_correct.py → tests/data/test_header_correct.py b/tests/test_header_correct.py → tests/data/test_header_correct.py
diff --git a/tests/test_image_dataset.py → tests/data/test_image_dataset.py b/tests/test_image_dataset.py → tests/data/test_image_dataset.py
diff --git a/tests/test_init_reader.py → tests/data/test_init_reader.py b/tests/test_init_reader.py → tests/data/test_init_reader.py
diff --git a/tests/test_is_supported_format.py → tests/data/test_is_supported_format.py b/tests/test_is_supported_format.py → tests/data/test_is_supported_format.py
diff --git a/tests/test_iterable_dataset.py → tests/data/test_iterable_dataset.py b/tests/test_iterable_dataset.py → tests/data/test_iterable_dataset.py
diff --git a/tests/test_itk_torch_bridge.py → tests/data/test_itk_torch_bridge.py b/tests/test_itk_torch_bridge.py → tests/data/test_itk_torch_bridge.py
diff --git a/tests/test_itk_writer.py → tests/data/test_itk_writer.py b/tests/test_itk_writer.py → tests/data/test_itk_writer.py
diff --git a/tests/test_list_data_collate.py → tests/data/test_list_data_collate.py b/tests/test_list_data_collate.py → tests/data/test_list_data_collate.py
diff --git a/tests/test_lmdbdataset.py → tests/data/test_lmdbdataset.py b/tests/test_lmdbdataset.py → tests/data/test_lmdbdataset.py
diff --git a/tests/test_lmdbdataset_dist.py → tests/data/test_lmdbdataset_dist.py b/tests/test_lmdbdataset_dist.py → tests/data/test_lmdbdataset_dist.py
diff --git a/tests/test_load_decathlon_datalist.py → tests/data/test_load_decathlon_datalist.py b/tests/test_load_decathlon_datalist.py → tests/data/test_load_decathlon_datalist.py
diff --git a/tests/test_make_nifti.py → tests/data/test_make_nifti.py b/tests/test_make_nifti.py → tests/data/test_make_nifti.py
diff --git a/tests/test_mapping_file.py → tests/data/test_mapping_file.py b/tests/test_mapping_file.py → tests/data/test_mapping_file.py
diff --git a/tests/test_masked_patch_wsi_dataset.py → tests/data/test_masked_patch_wsi_dataset.py b/tests/test_masked_patch_wsi_dataset.py → tests/data/test_masked_patch_wsi_dataset.py
diff --git a/tests/test_nifti_header_revise.py → tests/data/test_nifti_header_revise.py b/tests/test_nifti_header_revise.py → tests/data/test_nifti_header_revise.py
diff --git a/tests/test_nifti_rw.py → tests/data/test_nifti_rw.py b/tests/test_nifti_rw.py → tests/data/test_nifti_rw.py
diff --git a/tests/test_npzdictitemdataset.py → tests/data/test_npzdictitemdataset.py b/tests/test_npzdictitemdataset.py → tests/data/test_npzdictitemdataset.py
diff --git a/tests/test_nrrd_reader.py → tests/data/test_nrrd_reader.py b/tests/test_nrrd_reader.py → tests/data/test_nrrd_reader.py
diff --git a/tests/test_numpy_reader.py → tests/data/test_numpy_reader.py b/tests/test_numpy_reader.py → tests/data/test_numpy_reader.py
diff --git a/tests/test_partition_dataset.py → tests/data/test_partition_dataset.py b/tests/test_partition_dataset.py → tests/data/test_partition_dataset.py
diff --git a/tests/test_partition_dataset_classes.py → tests/data/test_partition_dataset_classes.py b/tests/test_partition_dataset_classes.py → tests/data/test_partition_dataset_classes.py
diff --git a/tests/test_patch_dataset.py → tests/data/test_patch_dataset.py b/tests/test_patch_dataset.py → tests/data/test_patch_dataset.py
diff --git a/tests/test_patch_wsi_dataset.py → tests/data/test_patch_wsi_dataset.py b/tests/test_patch_wsi_dataset.py → tests/data/test_patch_wsi_dataset.py
diff --git a/tests/test_persistentdataset.py → tests/data/test_persistentdataset.py b/tests/test_persistentdataset.py → tests/data/test_persistentdataset.py
diff --git a/tests/test_persistentdataset_dist.py → tests/data/test_persistentdataset_dist.py b/tests/test_persistentdataset_dist.py → tests/data/test_persistentdataset_dist.py
diff --git a/tests/test_pil_reader.py → tests/data/test_pil_reader.py b/tests/test_pil_reader.py → tests/data/test_pil_reader.py
diff --git a/tests/test_png_rw.py → tests/data/test_png_rw.py b/tests/test_png_rw.py → tests/data/test_png_rw.py
diff --git a/tests/test_resample_datalist.py → tests/data/test_resample_datalist.py b/tests/test_resample_datalist.py → tests/data/test_resample_datalist.py
diff --git a/tests/test_sampler_dist.py → tests/data/test_sampler_dist.py b/tests/test_sampler_dist.py → tests/data/test_sampler_dist.py
diff --git a/tests/test_select_cross_validation_folds.py → ...ata/test_select_cross_validation_folds.py b/tests/test_select_cross_validation_folds.py → ...ata/test_select_cross_validation_folds.py
diff --git a/tests/test_shuffle_buffer.py → tests/data/test_shuffle_buffer.py b/tests/test_shuffle_buffer.py → tests/data/test_shuffle_buffer.py
diff --git a/tests/test_sliding_patch_wsi_dataset.py → tests/data/test_sliding_patch_wsi_dataset.py b/tests/test_sliding_patch_wsi_dataset.py → tests/data/test_sliding_patch_wsi_dataset.py
diff --git a/tests/test_smartcachedataset.py → tests/data/test_smartcachedataset.py b/tests/test_smartcachedataset.py → tests/data/test_smartcachedataset.py
diff --git a/tests/test_synthetic.py → tests/data/test_synthetic.py b/tests/test_synthetic.py → tests/data/test_synthetic.py
diff --git a/tests/test_thread_buffer.py → tests/data/test_thread_buffer.py b/tests/test_thread_buffer.py → tests/data/test_thread_buffer.py
diff --git a/tests/test_threadcontainer.py → tests/data/test_threadcontainer.py b/tests/test_threadcontainer.py → tests/data/test_threadcontainer.py
diff --git a/tests/test_video_datasets.py → tests/data/test_video_datasets.py b/tests/test_video_datasets.py → tests/data/test_video_datasets.py
diff --git a/tests/test_weighted_random_sampler_dist.py → ...data/test_weighted_random_sampler_dist.py b/tests/test_weighted_random_sampler_dist.py → ...data/test_weighted_random_sampler_dist.py
diff --git a/tests/test_zipdataset.py → tests/data/test_zipdataset.py b/tests/test_zipdataset.py → tests/data/test_zipdataset.py
diff --git a/tests/test_decollate.py → tests/data/utils/test_decollate.py b/tests/test_decollate.py → tests/data/utils/test_decollate.py
diff --git a/tests/test_dev_collate.py → tests/data/utils/test_dev_collate.py b/tests/test_dev_collate.py → tests/data/utils/test_dev_collate.py
diff --git a/tests/test_file_basename.py → tests/data/utils/test_file_basename.py b/tests/test_file_basename.py → tests/data/utils/test_file_basename.py
diff --git a/tests/test_ori_ras_lps.py → tests/data/utils/test_ori_ras_lps.py b/tests/test_ori_ras_lps.py → tests/data/utils/test_ori_ras_lps.py
diff --git a/tests/test_zoom_affine.py → tests/data/utils/test_zoom_affine.py b/tests/test_zoom_affine.py → tests/data/utils/test_zoom_affine.py
diff --git a/tests/test_ensemble_evaluator.py → tests/engines/test_ensemble_evaluator.py b/tests/test_ensemble_evaluator.py → tests/engines/test_ensemble_evaluator.py
diff --git a/tests/test_prepare_batch_default.py → tests/engines/test_prepare_batch_default.py b/tests/test_prepare_batch_default.py → tests/engines/test_prepare_batch_default.py
diff --git a/tests/test_prepare_batch_default_dist.py → ...ngines/test_prepare_batch_default_dist.py b/tests/test_prepare_batch_default_dist.py → ...ngines/test_prepare_batch_default_dist.py
diff --git a/tests/test_prepare_batch_diffusion.py → ...s/engines/test_prepare_batch_diffusion.py b/tests/test_prepare_batch_diffusion.py → ...s/engines/test_prepare_batch_diffusion.py
diff --git a/tests/test_prepare_batch_extra_input.py → ...engines/test_prepare_batch_extra_input.py b/tests/test_prepare_batch_extra_input.py → ...engines/test_prepare_batch_extra_input.py
diff --git a/tests/test_fl_monai_algo.py → ...l/client/monai_algo/test_fl_monai_algo.py b/tests/test_fl_monai_algo.py → ...l/client/monai_algo/test_fl_monai_algo.py
diff --git a/tests/test_fl_monai_algo_dist.py → ...ent/monai_algo/test_fl_monai_algo_dist.py b/tests/test_fl_monai_algo_dist.py → ...ent/monai_algo/test_fl_monai_algo_dist.py
@@ -64,7 +64,7 @@ def test_train(self):
         data = ExchangeObject(weights=get_state_dict(network))
         # test train
         for i in range(2):
-            print(f"Testing round {i+1} of {2}...")
+            print(f"Testing round {i + 1} of {2}...")
             # test evaluate
             metric_eo = algo.evaluate(data=data, extra={})
             self.assertIsInstance(metric_eo, ExchangeObject)

diff --git a/tests/test_fl_monai_algo_stats.py → tests/fl/test_fl_monai_algo_stats.py b/tests/test_fl_monai_algo_stats.py → tests/fl/test_fl_monai_algo_stats.py
diff --git a/tests/test_fl_exchange_object.py → tests/fl/utils/test_fl_exchange_object.py b/tests/test_fl_exchange_object.py → tests/fl/utils/test_fl_exchange_object.py
diff --git a/tests/test_handler_checkpoint_loader.py → ...andlers/test_handler_checkpoint_loader.py b/tests/test_handler_checkpoint_loader.py → ...andlers/test_handler_checkpoint_loader.py
diff --git a/tests/test_handler_checkpoint_saver.py → ...handlers/test_handler_checkpoint_saver.py b/tests/test_handler_checkpoint_saver.py → ...handlers/test_handler_checkpoint_saver.py
diff --git a/tests/test_handler_classification_saver.py → ...lers/test_handler_classification_saver.py b/tests/test_handler_classification_saver.py → ...lers/test_handler_classification_saver.py
diff --git a/...test_handler_classification_saver_dist.py → ...test_handler_classification_saver_dist.py b/...test_handler_classification_saver_dist.py → ...test_handler_classification_saver_dist.py
diff --git a/tests/test_handler_clearml_image.py → tests/handlers/test_handler_clearml_image.py b/tests/test_handler_clearml_image.py → tests/handlers/test_handler_clearml_image.py
diff --git a/tests/test_handler_clearml_stats.py → tests/handlers/test_handler_clearml_stats.py b/tests/test_handler_clearml_stats.py → tests/handlers/test_handler_clearml_stats.py
diff --git a/tests/test_handler_confusion_matrix.py → ...handlers/test_handler_confusion_matrix.py b/tests/test_handler_confusion_matrix.py → ...handlers/test_handler_confusion_matrix.py
diff --git a/tests/test_handler_confusion_matrix_dist.py → ...ers/test_handler_confusion_matrix_dist.py b/tests/test_handler_confusion_matrix_dist.py → ...ers/test_handler_confusion_matrix_dist.py
diff --git a/tests/test_handler_decollate_batch.py → .../handlers/test_handler_decollate_batch.py b/tests/test_handler_decollate_batch.py → .../handlers/test_handler_decollate_batch.py
diff --git a/tests/test_handler_early_stop.py → tests/handlers/test_handler_early_stop.py b/tests/test_handler_early_stop.py → tests/handlers/test_handler_early_stop.py
diff --git a/tests/test_handler_garbage_collector.py → ...andlers/test_handler_garbage_collector.py b/tests/test_handler_garbage_collector.py → ...andlers/test_handler_garbage_collector.py
diff --git a/tests/test_handler_hausdorff_distance.py → ...ndlers/test_handler_hausdorff_distance.py b/tests/test_handler_hausdorff_distance.py → ...ndlers/test_handler_hausdorff_distance.py
diff --git a/tests/test_handler_ignite_metric.py → tests/handlers/test_handler_ignite_metric.py b/tests/test_handler_ignite_metric.py → tests/handlers/test_handler_ignite_metric.py
diff --git a/tests/test_handler_lr_scheduler.py → tests/handlers/test_handler_lr_scheduler.py b/tests/test_handler_lr_scheduler.py → tests/handlers/test_handler_lr_scheduler.py
diff --git a/tests/test_handler_mean_dice.py → tests/handlers/test_handler_mean_dice.py b/tests/test_handler_mean_dice.py → tests/handlers/test_handler_mean_dice.py
diff --git a/tests/test_handler_mean_iou.py → tests/handlers/test_handler_mean_iou.py b/tests/test_handler_mean_iou.py → tests/handlers/test_handler_mean_iou.py
diff --git a/tests/test_handler_metrics_reloaded.py → ...handlers/test_handler_metrics_reloaded.py b/tests/test_handler_metrics_reloaded.py → ...handlers/test_handler_metrics_reloaded.py
diff --git a/tests/test_handler_metrics_saver.py → tests/handlers/test_handler_metrics_saver.py b/tests/test_handler_metrics_saver.py → tests/handlers/test_handler_metrics_saver.py
diff --git a/tests/test_handler_metrics_saver_dist.py → ...ndlers/test_handler_metrics_saver_dist.py b/tests/test_handler_metrics_saver_dist.py → ...ndlers/test_handler_metrics_saver_dist.py
@@ -99,7 +99,7 @@ def _all_gather(engine):
                 f_csv = csv.reader(f)
                 for i, row in enumerate(f_csv):
                     if i > 0:
-                        expected = [f"{fnames[i-1]}\t{float(i):.4f}\t{float(i + 1):.4f}\t{i + 0.5:.4f}"]
+                        expected = [f"{fnames[i - 1]}\t{float(i):.4f}\t{float(i + 1):.4f}\t{i + 0.5:.4f}"]
                         self.assertEqual(row, expected)
             self.assertTrue(os.path.exists(os.path.join(tempdir, "metric3_summary.csv")))
             # check the metric_summary.csv and content

diff --git a/tests/test_handler_mlflow.py → tests/handlers/test_handler_mlflow.py b/tests/test_handler_mlflow.py → tests/handlers/test_handler_mlflow.py
diff --git a/tests/test_handler_nvtx.py → tests/handlers/test_handler_nvtx.py b/tests/test_handler_nvtx.py → tests/handlers/test_handler_nvtx.py
diff --git a/tests/test_handler_panoptic_quality.py → ...handlers/test_handler_panoptic_quality.py b/tests/test_handler_panoptic_quality.py → ...handlers/test_handler_panoptic_quality.py
diff --git a/tests/test_handler_parameter_scheduler.py → ...dlers/test_handler_parameter_scheduler.py b/tests/test_handler_parameter_scheduler.py → ...dlers/test_handler_parameter_scheduler.py
diff --git a/tests/test_handler_post_processing.py → .../handlers/test_handler_post_processing.py b/tests/test_handler_post_processing.py → .../handlers/test_handler_post_processing.py
diff --git a/tests/test_handler_prob_map_producer.py → ...andlers/test_handler_prob_map_producer.py b/tests/test_handler_prob_map_producer.py → ...andlers/test_handler_prob_map_producer.py
diff --git a/tests/test_handler_regression_metrics.py → ...ndlers/test_handler_regression_metrics.py b/tests/test_handler_regression_metrics.py → ...ndlers/test_handler_regression_metrics.py
diff --git a/...s/test_handler_regression_metrics_dist.py → ...s/test_handler_regression_metrics_dist.py b/...s/test_handler_regression_metrics_dist.py → ...s/test_handler_regression_metrics_dist.py
diff --git a/tests/test_handler_rocauc.py → tests/handlers/test_handler_rocauc.py b/tests/test_handler_rocauc.py → tests/handlers/test_handler_rocauc.py
diff --git a/tests/test_handler_rocauc_dist.py → tests/handlers/test_handler_rocauc_dist.py b/tests/test_handler_rocauc_dist.py → tests/handlers/test_handler_rocauc_dist.py
diff --git a/tests/test_handler_stats.py → tests/handlers/test_handler_stats.py b/tests/test_handler_stats.py → tests/handlers/test_handler_stats.py
diff --git a/tests/test_handler_surface_distance.py → ...handlers/test_handler_surface_distance.py b/tests/test_handler_surface_distance.py → ...handlers/test_handler_surface_distance.py
diff --git a/tests/test_handler_tb_image.py → tests/handlers/test_handler_tb_image.py b/tests/test_handler_tb_image.py → tests/handlers/test_handler_tb_image.py
diff --git a/tests/test_handler_tb_stats.py → tests/handlers/test_handler_tb_stats.py b/tests/test_handler_tb_stats.py → tests/handlers/test_handler_tb_stats.py
diff --git a/tests/test_handler_validation.py → tests/handlers/test_handler_validation.py b/tests/test_handler_validation.py → tests/handlers/test_handler_validation.py
diff --git a/tests/test_trt_compile.py → tests/handlers/test_trt_compile.py b/tests/test_trt_compile.py → tests/handlers/test_trt_compile.py
diff --git a/tests/test_write_metrics_reports.py → tests/handlers/test_write_metrics_reports.py b/tests/test_write_metrics_reports.py → tests/handlers/test_write_metrics_reports.py
diff --git a/tests/test_avg_merger.py → tests/inferers/test_avg_merger.py b/tests/test_avg_merger.py → tests/inferers/test_avg_merger.py
diff --git a/tests/test_controlnet_inferers.py → tests/inferers/test_controlnet_inferers.py b/tests/test_controlnet_inferers.py → tests/inferers/test_controlnet_inferers.py
diff --git a/tests/test_diffusion_inferer.py → tests/inferers/test_diffusion_inferer.py b/tests/test_diffusion_inferer.py → tests/inferers/test_diffusion_inferer.py
diff --git a/tests/test_latent_diffusion_inferer.py → ...inferers/test_latent_diffusion_inferer.py b/tests/test_latent_diffusion_inferer.py → ...inferers/test_latent_diffusion_inferer.py
diff --git a/tests/test_patch_inferer.py → tests/inferers/test_patch_inferer.py b/tests/test_patch_inferer.py → tests/inferers/test_patch_inferer.py
diff --git a/tests/test_saliency_inferer.py → tests/inferers/test_saliency_inferer.py b/tests/test_saliency_inferer.py → tests/inferers/test_saliency_inferer.py
diff --git a/tests/test_slice_inferer.py → tests/inferers/test_slice_inferer.py b/tests/test_slice_inferer.py → tests/inferers/test_slice_inferer.py
diff --git a/tests/test_sliding_window_inference.py → ...inferers/test_sliding_window_inference.py b/tests/test_sliding_window_inference.py → ...inferers/test_sliding_window_inference.py
diff --git a/tests/test_sliding_window_splitter.py → .../inferers/test_sliding_window_splitter.py b/tests/test_sliding_window_splitter.py → .../inferers/test_sliding_window_splitter.py
diff --git a/tests/test_wsi_sliding_window_splitter.py → ...erers/test_wsi_sliding_window_splitter.py b/tests/test_wsi_sliding_window_splitter.py → ...erers/test_wsi_sliding_window_splitter.py
diff --git a/tests/test_zarr_avg_merger.py → tests/inferers/test_zarr_avg_merger.py b/tests/test_zarr_avg_merger.py → tests/inferers/test_zarr_avg_merger.py
diff --git a/tests/test_auto3dseg_ensemble.py → tests/integration/test_auto3dseg_ensemble.py b/tests/test_auto3dseg_ensemble.py → tests/integration/test_auto3dseg_ensemble.py
diff --git a/tests/test_auto3dseg_hpo.py → tests/integration/test_auto3dseg_hpo.py b/tests/test_auto3dseg_hpo.py → tests/integration/test_auto3dseg_hpo.py
diff --git a/tests/test_deepedit_interaction.py → .../integration/test_deepedit_interaction.py b/tests/test_deepedit_interaction.py → .../integration/test_deepedit_interaction.py
diff --git a/tests/test_downsample_block.py → tests/integration/test_downsample_block.py b/tests/test_downsample_block.py → tests/integration/test_downsample_block.py
diff --git a/...hovernet_nuclear_type_post_processingd.py → ...hovernet_nuclear_type_post_processingd.py b/...hovernet_nuclear_type_post_processingd.py → ...hovernet_nuclear_type_post_processingd.py
diff --git a/tests/test_image_rw.py → tests/integration/test_image_rw.py b/tests/test_image_rw.py → tests/integration/test_image_rw.py
diff --git a/tests/test_integration_autorunner.py → ...ntegration/test_integration_autorunner.py b/tests/test_integration_autorunner.py → ...ntegration/test_integration_autorunner.py
diff --git a/tests/test_integration_bundle_run.py → ...ntegration/test_integration_bundle_run.py b/tests/test_integration_bundle_run.py → ...ntegration/test_integration_bundle_run.py
diff --git a/tests/test_integration_classification_2d.py → ...ion/test_integration_classification_2d.py b/tests/test_integration_classification_2d.py → ...ion/test_integration_classification_2d.py
@@ -45,7 +45,6 @@
 
 
 class MedNISTDataset(torch.utils.data.Dataset):
-
     def __init__(self, image_files, labels, transforms):
         self.image_files = image_files
         self.labels = labels
@@ -95,7 +94,7 @@ def run_training_test(root_dir, train_x, train_y, val_x, val_y, device="cuda:0",
     model = DenseNet121(spatial_dims=2, in_channels=1, out_channels=len(np.unique(train_y))).to(device)
     loss_function = torch.nn.CrossEntropyLoss()
     optimizer = torch.optim.Adam(model.parameters(), 1e-5)
-    epoch_num = 4
+    epoch_num = 1
     val_interval = 1
 
     # start training validation
@@ -149,7 +148,7 @@ def run_training_test(root_dir, train_x, train_y, val_x, val_y, device="cuda:0",
                     torch.save(model.state_dict(), model_filename)
                     print("saved new best metric model")
                 print(
-                    f"current epoch {epoch +1} current AUC: {auc_value:0.4f} "
+                    f"current epoch {epoch + 1} current AUC: {auc_value:0.4f} "
                     f"current accuracy: {acc_metric:0.4f} best AUC: {best_metric:0.4f} at epoch {best_metric_epoch}"
                 )
     print(f"train completed, best_metric: {best_metric:0.4f}  at epoch: {best_metric_epoch}")
@@ -183,10 +182,9 @@ def run_inference_test(root_dir, test_x, test_y, device="cuda:0", num_workers=10
 
 @skip_if_quick
 class IntegrationClassification2D(DistTestCase):
-
     def setUp(self):
         set_determinism(seed=0)
-        self.data_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), "testing_data")
+        self.data_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), "../testing_data")
         data_dir = os.path.join(self.data_dir, "MedNIST")
         dataset_file = os.path.join(self.data_dir, "MedNIST.tar.gz")
 
@@ -214,7 +212,7 @@ def setUp(self):
             image_classes.extend([i] * len(image_files[i]))
 
         # split train, val, test
-        valid_frac, test_frac = 0.1, 0.1
+        valid_frac, test_frac = 0.01, 0.01
         self.train_x, self.train_y = [], []
         self.val_x, self.val_y = [], []
         self.test_x, self.test_y = [], []
@@ -270,7 +268,7 @@ def train_and_infer(self, idx=0):
 
     def test_training(self):
         repeated = []
-        for i in range(2):
+        for i in range(1):
             results = self.train_and_infer(i)
             repeated.append(results)
         np.testing.assert_allclose(repeated[0], repeated[1])

diff --git a/tests/test_integration_determinism.py → ...tegration/test_integration_determinism.py b/tests/test_integration_determinism.py → ...tegration/test_integration_determinism.py
diff --git a/tests/test_integration_fast_train.py → ...ntegration/test_integration_fast_train.py b/tests/test_integration_fast_train.py → ...ntegration/test_integration_fast_train.py
diff --git a/tests/test_integration_gpu_customization.py → ...ion/test_integration_gpu_customization.py b/tests/test_integration_gpu_customization.py → ...ion/test_integration_gpu_customization.py
diff --git a/tests/test_integration_lazy_samples.py → ...egration/test_integration_lazy_samples.py b/tests/test_integration_lazy_samples.py → ...egration/test_integration_lazy_samples.py
diff --git a/tests/test_integration_nnunetv2_runner.py → ...ation/test_integration_nnunetv2_runner.py b/tests/test_integration_nnunetv2_runner.py → ...ation/test_integration_nnunetv2_runner.py
diff --git a/tests/test_integration_segmentation_3d.py → ...ation/test_integration_segmentation_3d.py b/tests/test_integration_segmentation_3d.py → ...ation/test_integration_segmentation_3d.py
@@ -139,7 +139,7 @@ def run_training_test(root_dir, device="cuda:0", cachedataset=0, readers=(None,
             writer.add_scalar("train_loss", loss.item(), epoch_len * epoch + step)
         epoch_loss /= step
         epoch_loss_values.append(epoch_loss)
-        print(f"epoch {epoch +1} average loss:{epoch_loss:0.4f}")
+        print(f"epoch {epoch + 1} average loss:{epoch_loss:0.4f}")
 
         if (epoch + 1) % val_interval == 0:
             with eval_mode(model):
@@ -164,7 +164,7 @@ def run_training_test(root_dir, device="cuda:0", cachedataset=0, readers=(None,
                     torch.save(model.state_dict(), model_filename)
                     print("saved new best metric model")
                 print(
-                    f"current epoch {epoch +1} current mean dice: {metric:0.4f} "
+                    f"current epoch {epoch + 1} current mean dice: {metric:0.4f} "
                     f"best mean dice: {best_metric:0.4f} at epoch {best_metric_epoch}"
                 )
                 writer.add_scalar("val_mean_dice", metric, epoch + 1)

diff --git a/tests/test_integration_sliding_window.py → ...ration/test_integration_sliding_window.py b/tests/test_integration_sliding_window.py → ...ration/test_integration_sliding_window.py
diff --git a/tests/test_integration_stn.py → tests/integration/test_integration_stn.py b/tests/test_integration_stn.py → tests/integration/test_integration_stn.py
diff --git a/tests/test_integration_unet_2d.py → ...s/integration/test_integration_unet_2d.py b/tests/test_integration_unet_2d.py → ...s/integration/test_integration_unet_2d.py
diff --git a/tests/test_integration_workers.py → ...s/integration/test_integration_workers.py b/tests/test_integration_workers.py → ...s/integration/test_integration_workers.py
diff --git a/tests/test_integration_workflows.py → ...integration/test_integration_workflows.py b/tests/test_integration_workflows.py → ...integration/test_integration_workflows.py
diff --git a/...test_integration_workflows_adversarial.py → ...test_integration_workflows_adversarial.py b/...test_integration_workflows_adversarial.py → ...test_integration_workflows_adversarial.py
diff --git a/tests/test_integration_workflows_gan.py → ...gration/test_integration_workflows_gan.py b/tests/test_integration_workflows_gan.py → ...gration/test_integration_workflows_gan.py
diff --git a/tests/test_loader_semaphore.py → tests/integration/test_loader_semaphore.py b/tests/test_loader_semaphore.py → tests/integration/test_loader_semaphore.py
diff --git a/tests/test_mapping_filed.py → tests/integration/test_mapping_filed.py b/tests/test_mapping_filed.py → tests/integration/test_mapping_filed.py
diff --git a/tests/test_meta_affine.py → tests/integration/test_meta_affine.py b/tests/test_meta_affine.py → tests/integration/test_meta_affine.py
diff --git a/tests/test_metatensor_integration.py → ...ntegration/test_metatensor_integration.py b/tests/test_metatensor_integration.py → ...ntegration/test_metatensor_integration.py
diff --git a/tests/test_module_list.py → tests/integration/test_module_list.py b/tests/test_module_list.py → tests/integration/test_module_list.py
diff --git a/tests/test_one_of.py → tests/integration/test_one_of.py b/tests/test_one_of.py → tests/integration/test_one_of.py
diff --git a/tests/test_pad_collation.py → tests/integration/test_pad_collation.py b/tests/test_pad_collation.py → tests/integration/test_pad_collation.py
diff --git a/tests/test_reg_loss_integration.py → .../integration/test_reg_loss_integration.py b/tests/test_reg_loss_integration.py → .../integration/test_reg_loss_integration.py
diff --git a/tests/test_retinanet_predict_utils.py → ...tegration/test_retinanet_predict_utils.py b/tests/test_retinanet_predict_utils.py → ...tegration/test_retinanet_predict_utils.py
diff --git a/tests/test_seg_loss_integration.py → .../integration/test_seg_loss_integration.py b/tests/test_seg_loss_integration.py → .../integration/test_seg_loss_integration.py
diff --git a/tests/test_spatial_combine_transforms.py → ...ration/test_spatial_combine_transforms.py b/tests/test_spatial_combine_transforms.py → ...ration/test_spatial_combine_transforms.py
diff --git a/tests/test_testtimeaugmentation.py → .../integration/test_testtimeaugmentation.py b/tests/test_testtimeaugmentation.py → .../integration/test_testtimeaugmentation.py
diff --git a/tests/test_vis_gradbased.py → tests/integration/test_vis_gradbased.py b/tests/test_vis_gradbased.py → tests/integration/test_vis_gradbased.py
diff --git a/tests/test_vista3d_utils.py → tests/integration/test_vista3d_utils.py b/tests/test_vista3d_utils.py → tests/integration/test_vista3d_utils.py
diff --git a/tests/test_bending_energy.py → tests/losses/deform/test_bending_energy.py b/tests/test_bending_energy.py → tests/losses/deform/test_bending_energy.py
diff --git a/tests/test_diffusion_loss.py → tests/losses/deform/test_diffusion_loss.py b/tests/test_diffusion_loss.py → tests/losses/deform/test_diffusion_loss.py
diff --git a/tests/test_global_mutual_information_loss.py → ...ty/test_global_mutual_information_loss.py b/tests/test_global_mutual_information_loss.py → ...ty/test_global_mutual_information_loss.py
diff --git a/...ocal_normalized_cross_correlation_loss.py → ...ocal_normalized_cross_correlation_loss.py b/...ocal_normalized_cross_correlation_loss.py → ...ocal_normalized_cross_correlation_loss.py
diff --git a/tests/test_adversarial_loss.py → tests/losses/test_adversarial_loss.py b/tests/test_adversarial_loss.py → tests/losses/test_adversarial_loss.py
diff --git a/tests/test_barlow_twins_loss.py → tests/losses/test_barlow_twins_loss.py b/tests/test_barlow_twins_loss.py → tests/losses/test_barlow_twins_loss.py
diff --git a/tests/test_cldice_loss.py → tests/losses/test_cldice_loss.py b/tests/test_cldice_loss.py → tests/losses/test_cldice_loss.py
diff --git a/tests/test_contrastive_loss.py → tests/losses/test_contrastive_loss.py b/tests/test_contrastive_loss.py → tests/losses/test_contrastive_loss.py
diff --git a/tests/test_dice_ce_loss.py → tests/losses/test_dice_ce_loss.py b/tests/test_dice_ce_loss.py → tests/losses/test_dice_ce_loss.py
diff --git a/tests/test_dice_focal_loss.py → tests/losses/test_dice_focal_loss.py b/tests/test_dice_focal_loss.py → tests/losses/test_dice_focal_loss.py
diff --git a/tests/test_dice_loss.py → tests/losses/test_dice_loss.py b/tests/test_dice_loss.py → tests/losses/test_dice_loss.py
diff --git a/tests/test_ds_loss.py → tests/losses/test_ds_loss.py b/tests/test_ds_loss.py → tests/losses/test_ds_loss.py
diff --git a/tests/test_focal_loss.py → tests/losses/test_focal_loss.py b/tests/test_focal_loss.py → tests/losses/test_focal_loss.py
diff --git a/tests/test_generalized_dice_focal_loss.py → ...osses/test_generalized_dice_focal_loss.py b/tests/test_generalized_dice_focal_loss.py → ...osses/test_generalized_dice_focal_loss.py
diff --git a/tests/test_generalized_dice_loss.py → tests/losses/test_generalized_dice_loss.py b/tests/test_generalized_dice_loss.py → tests/losses/test_generalized_dice_loss.py
diff --git a/...test_generalized_wasserstein_dice_loss.py → ...test_generalized_wasserstein_dice_loss.py b/...test_generalized_wasserstein_dice_loss.py → ...test_generalized_wasserstein_dice_loss.py
diff --git a/tests/test_giou_loss.py → tests/losses/test_giou_loss.py b/tests/test_giou_loss.py → tests/losses/test_giou_loss.py
diff --git a/tests/test_hausdorff_loss.py → tests/losses/test_hausdorff_loss.py b/tests/test_hausdorff_loss.py → tests/losses/test_hausdorff_loss.py
diff --git a/tests/test_masked_dice_loss.py → tests/losses/test_masked_dice_loss.py b/tests/test_masked_dice_loss.py → tests/losses/test_masked_dice_loss.py
diff --git a/tests/test_masked_loss.py → tests/losses/test_masked_loss.py b/tests/test_masked_loss.py → tests/losses/test_masked_loss.py
diff --git a/tests/test_multi_scale.py → tests/losses/test_multi_scale.py b/tests/test_multi_scale.py → tests/losses/test_multi_scale.py
diff --git a/tests/test_nacl_loss.py → tests/losses/test_nacl_loss.py b/tests/test_nacl_loss.py → tests/losses/test_nacl_loss.py
diff --git a/tests/test_perceptual_loss.py → tests/losses/test_perceptual_loss.py b/tests/test_perceptual_loss.py → tests/losses/test_perceptual_loss.py
diff --git a/tests/test_spectral_loss.py → tests/losses/test_spectral_loss.py b/tests/test_spectral_loss.py → tests/losses/test_spectral_loss.py
diff --git a/tests/test_ssim_loss.py → tests/losses/test_ssim_loss.py b/tests/test_ssim_loss.py → tests/losses/test_ssim_loss.py
diff --git a/tests/test_sure_loss.py → tests/losses/test_sure_loss.py b/tests/test_sure_loss.py → tests/losses/test_sure_loss.py
diff --git a/tests/test_tversky_loss.py → tests/losses/test_tversky_loss.py b/tests/test_tversky_loss.py → tests/losses/test_tversky_loss.py
diff --git a/tests/test_unified_focal_loss.py → tests/losses/test_unified_focal_loss.py b/tests/test_unified_focal_loss.py → tests/losses/test_unified_focal_loss.py
diff --git a/tests/test_compute_confusion_matrix.py → .../metrics/test_compute_confusion_matrix.py b/tests/test_compute_confusion_matrix.py → .../metrics/test_compute_confusion_matrix.py
diff --git a/tests/test_compute_f_beta.py → tests/metrics/test_compute_f_beta.py b/tests/test_compute_f_beta.py → tests/metrics/test_compute_f_beta.py
diff --git a/tests/test_compute_fid_metric.py → tests/metrics/test_compute_fid_metric.py b/tests/test_compute_fid_metric.py → tests/metrics/test_compute_fid_metric.py
diff --git a/tests/test_compute_froc.py → tests/metrics/test_compute_froc.py b/tests/test_compute_froc.py → tests/metrics/test_compute_froc.py
diff --git a/tests/test_compute_generalized_dice.py → .../metrics/test_compute_generalized_dice.py b/tests/test_compute_generalized_dice.py → .../metrics/test_compute_generalized_dice.py
diff --git a/tests/test_compute_meandice.py → tests/metrics/test_compute_meandice.py b/tests/test_compute_meandice.py → tests/metrics/test_compute_meandice.py
diff --git a/tests/test_compute_meaniou.py → tests/metrics/test_compute_meaniou.py b/tests/test_compute_meaniou.py → tests/metrics/test_compute_meaniou.py
diff --git a/tests/test_compute_mmd_metric.py → tests/metrics/test_compute_mmd_metric.py b/tests/test_compute_mmd_metric.py → tests/metrics/test_compute_mmd_metric.py
diff --git a/tests/test_compute_multiscalessim_metric.py → ...ics/test_compute_multiscalessim_metric.py b/tests/test_compute_multiscalessim_metric.py → ...ics/test_compute_multiscalessim_metric.py
diff --git a/tests/test_compute_panoptic_quality.py → .../metrics/test_compute_panoptic_quality.py b/tests/test_compute_panoptic_quality.py → .../metrics/test_compute_panoptic_quality.py
@@ -12,7 +12,6 @@
 from __future__ import annotations
 
 import unittest
-from typing import List
 
 import numpy as np
 import torch
@@ -104,7 +103,7 @@ def test_value_class(self, input_params, y_pred, y_gt, expected_value):
         metric = PanopticQualityMetric(**input_params)
         metric(y_pred, y_gt)
         outputs = metric.aggregate()
-        if isinstance(outputs, List):
+        if isinstance(outputs, list):
             for output, value in zip(outputs, expected_value):
                 np.testing.assert_allclose(output.cpu().numpy(), np.asarray(value), atol=1e-4)
         else:

diff --git a/tests/test_compute_regression_metrics.py → ...etrics/test_compute_regression_metrics.py b/tests/test_compute_regression_metrics.py → ...etrics/test_compute_regression_metrics.py
diff --git a/tests/test_compute_roc_auc.py → tests/metrics/test_compute_roc_auc.py b/tests/test_compute_roc_auc.py → tests/metrics/test_compute_roc_auc.py
diff --git a/tests/test_compute_variance.py → tests/metrics/test_compute_variance.py b/tests/test_compute_variance.py → tests/metrics/test_compute_variance.py
diff --git a/tests/test_cumulative.py → tests/metrics/test_cumulative.py b/tests/test_cumulative.py → tests/metrics/test_cumulative.py
diff --git a/tests/test_cumulative_average.py → tests/metrics/test_cumulative_average.py b/tests/test_cumulative_average.py → tests/metrics/test_cumulative_average.py
diff --git a/tests/test_cumulative_average_dist.py → ...s/metrics/test_cumulative_average_dist.py b/tests/test_cumulative_average_dist.py → ...s/metrics/test_cumulative_average_dist.py
diff --git a/tests/test_hausdorff_distance.py → tests/metrics/test_hausdorff_distance.py b/tests/test_hausdorff_distance.py → tests/metrics/test_hausdorff_distance.py
diff --git a/tests/test_label_quality_score.py → tests/metrics/test_label_quality_score.py b/tests/test_label_quality_score.py → tests/metrics/test_label_quality_score.py
diff --git a/tests/test_loss_metric.py → tests/metrics/test_loss_metric.py b/tests/test_loss_metric.py → tests/metrics/test_loss_metric.py
diff --git a/tests/test_metrics_reloaded.py → tests/metrics/test_metrics_reloaded.py b/tests/test_metrics_reloaded.py → tests/metrics/test_metrics_reloaded.py
diff --git a/tests/test_ssim_metric.py → tests/metrics/test_ssim_metric.py b/tests/test_ssim_metric.py → tests/metrics/test_ssim_metric.py
diff --git a/tests/test_surface_dice.py → tests/metrics/test_surface_dice.py b/tests/test_surface_dice.py → tests/metrics/test_surface_dice.py
diff --git a/tests/test_surface_distance.py → tests/metrics/test_surface_distance.py b/tests/test_surface_distance.py → tests/metrics/test_surface_distance.py
diff --git a/tests/test_acn_block.py → ...orks/blocks/dints_block/test_acn_block.py b/tests/test_acn_block.py → ...orks/blocks/dints_block/test_acn_block.py
diff --git a/tests/test_factorized_increase.py → ...s/dints_block/test_factorized_increase.py b/tests/test_factorized_increase.py → ...s/dints_block/test_factorized_increase.py
diff --git a/tests/test_factorized_reduce.py → ...cks/dints_block/test_factorized_reduce.py b/tests/test_factorized_reduce.py → ...cks/dints_block/test_factorized_reduce.py
diff --git a/tests/test_p3d_block.py → ...orks/blocks/dints_block/test_p3d_block.py b/tests/test_p3d_block.py → ...orks/blocks/dints_block/test_p3d_block.py
diff --git a/tests/test_adn.py → tests/networks/blocks/test_adn.py b/tests/test_adn.py → tests/networks/blocks/test_adn.py
diff --git a/tests/test_convolutions.py → tests/networks/blocks/test_convolutions.py b/tests/test_convolutions.py → tests/networks/blocks/test_convolutions.py
diff --git a/tests/test_crf_cpu.py → tests/networks/blocks/test_crf_cpu.py b/tests/test_crf_cpu.py → tests/networks/blocks/test_crf_cpu.py
diff --git a/tests/test_crf_cuda.py → tests/networks/blocks/test_crf_cuda.py b/tests/test_crf_cuda.py → tests/networks/blocks/test_crf_cuda.py
diff --git a/tests/test_crossattention.py → tests/networks/blocks/test_crossattention.py b/tests/test_crossattention.py → tests/networks/blocks/test_crossattention.py