Fix loading of OPERA data.

simonpf · Aug 14, 2024 · 6551ab3 · 6551ab3
1 parent aa5ef1c
commit 6551ab3
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 7 deletions.
diff --git a/chimp/data/opera.py b/chimp/data/opera.py
@@ -226,9 +226,9 @@ def find_training_files(
         """
         pattern = "*????????_??_??.nc"
         training_files = sorted(
-            list((path / "opera").glob(pattern))
+            list((path / "opera_reflectivity").glob(pattern))
             if isinstance(path, Path) else
-            list(f for f in path if f in list(f.parent.glob("opera" + pattern)))
+            list(f for f in path if f in list(f.parent.glob("opera_reflectivity" + pattern)))
         )
         times = np.array(list(map(get_date, training_files)))
         return times, training_files

diff --git a/chimp/data/training_data.py b/chimp/data/training_data.py
@@ -386,7 +386,7 @@ def __getitem__(self, index):
                 self.reference_files[sample_index], slices, self.scene_size, rotate=ang, flip=flip
             )
         except Exception:
-            LOGGER.exception(
+            LOGGER.warning(
                 f"Loading of training sample for '%s'"
                 "failed. Falling back to another radomly-chosen step.",
                 self.times[sample_index]
@@ -532,7 +532,7 @@ def plot_reference_data_availability(
                         cts[t_ind] = torch.isfinite(data_t).sum()
 
                 except Exception:
-                    LOGGER.exception(
+                    LOGGER.warning(
                         "Encountered an error opening file %s.",
                         path
                     )
@@ -799,7 +799,7 @@ def __getitem__(self, ind: int) -> Tuple[Dict[str, torch.Tensor], Dict[str, torc
                 return self[new_ind]
 
         except Exception:
-            LOGGER.exception(
+            LOGGER.warning(
                 f"Loading of training sample for '%s'"
                 "failed. Falling back to another radomly-chosen step.",
                 self.times[scene_index]
@@ -1088,7 +1088,7 @@ def __getitem__(self, index):
                     scene_size=scene_size,
                     quality_threshold=self.quality_threshold[rd_ind],
                 )
-            except Exception:
+            except Exception as exc:
                 slices = None
             if slices is None:
                 LOGGER.warning(
@@ -1133,7 +1133,7 @@ def __getitem__(self, index):
                             self.reference_files[step_index], slices, self.scene_size, rotate=ang, flip=flip
                         )
                     except Exception as exc:
-                        LOGGER.exception(
+                        LOGGER.warning(
                             "Encountered an error when loading reference data from files '%s'."
                             "Falling back to another radomly-chosen sample.",
                             self.reference_files[step_index]