diff --git a/src/napari_feature_classifier/annotator_widget.py b/src/napari_feature_classifier/annotator_widget.py
index 843a46f..2b8436d 100644
--- a/src/napari_feature_classifier/annotator_widget.py
+++ b/src/napari_feature_classifier/annotator_widget.py
@@ -138,6 +138,7 @@ def __init__(
             self._last_selected_label_layer.data,
             scale=self._last_selected_label_layer.scale,
             name="Annotations",
+            translate=self._last_selected_label_layer.translate,
         )
         self._annotations_layer.editable = False
 
diff --git a/src/napari_feature_classifier/classifier_widget.py b/src/napari_feature_classifier/classifier_widget.py
index 40b4c04..cd1d5ba 100644
--- a/src/napari_feature_classifier/classifier_widget.py
+++ b/src/napari_feature_classifier/classifier_widget.py
@@ -254,6 +254,7 @@ def __init__(
             self._last_selected_label_layer.data,
             scale=self._last_selected_label_layer.scale,
             name="Predictions",
+            translate=self._last_selected_label_layer.translate,
         )
 
         # Set the label selection to a valid label layer => Running into proxy bug