Much happier gpu utilization

allenai · Sep 23, 2024 · 45e5823 · 45e5823
1 parent dc71b28
commit 45e5823
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/pdelfin/train/config/qwen2vl-2b.yaml b/pdelfin/train/config/qwen2vl-2b.yaml
@@ -48,7 +48,7 @@ hparams:
   batch_size: 1
   eval_batch_size: 1
   gradient_accumulation_steps: 4
-  gradient_checkpointing: true
+  gradient_checkpointing: false
   clip_grad_norm: 1.0
   learning_rate: 3e-4
   max_steps: 200
@@ -79,4 +79,4 @@ save:
   path: s3://ai2-oe-data/jakep/experiments/qwen2vl-pdf/v1/models/
   save_every_steps: 100
 
-max_workers: 1
+max_workers: 10