Updating log spaced checkpoints and checkpointing intervals

delphi-suite · Apr 24, 2024 · 2256391 · 2256391
1 parent 683b661
commit 2256391
Showing 1 changed file with 13 additions and 5 deletions.
diff --git a/configs/stories/mamba/base.json b/configs/stories/mamba/base.json
@@ -17,13 +17,21 @@
     },
     "max_seq_len": 512,
     "device": "auto",
-    "checkpoint_interval": -1000,
+    "checkpoint_interval": 400,
     "extra_checkpoint_iters": [
-        -1000,
-        -2000
+        1,
+        2,
+        4,
+        8,
+        16,
+        32,
+        64,
+        128,
+        256,
+        512
     ],
-    "log_interval": -1000,
-    "eval_iters": 100,
+    "log_interval": 40,
+    "eval_iters": 10,
     "batch_size": 256,
     "max_epochs": 10,
     "grad_clip": 1.0,