diff --git a/finetune/args.py b/finetune/args.py
index b0014ed..fd8fddc 100644
--- a/finetune/args.py
+++ b/finetune/args.py
@@ -13,9 +13,9 @@
 
 @dataclass
 class OptimArgs(Serializable):
-    lr: float = 3e-4
+    lr: float = 1e-4
     weight_decay: float = 0.1
-    pct_start: float = 0.3
+    pct_start: float = 0.05
 
 
 @dataclass