better defaults

mistralai · Aug 14, 2024 · e0b4636 · e0b4636
1 parent 7d83316
commit e0b4636
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/finetune/args.py b/finetune/args.py
@@ -13,9 +13,9 @@
 
 @dataclass
 class OptimArgs(Serializable):
-    lr: float = 3e-4
+    lr: float = 1e-4
     weight_decay: float = 0.1
-    pct_start: float = 0.3
+    pct_start: float = 0.05
 
 
 @dataclass