will try lower lr

allenai · Oct 16, 2024 · 5018d59 · 5018d59
1 parent 5c36c22
commit 5018d59
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pdelfin/train/config/qwen2vl-7b.yaml b/pdelfin/train/config/qwen2vl-7b.yaml
@@ -46,7 +46,7 @@ hparams:
   gradient_accumulation_steps: 4
   gradient_checkpointing: true
   clip_grad_norm: 1.0
-  learning_rate: 1e-5
+  learning_rate: 1e-6
   max_steps: 10000
   pad_multiple_of: 16
   log_every_steps: 10