update

Jintao-Huang · Feb 20, 2025 · 96ea260 · 96ea260
1 parent 02472ad
commit 96ea260
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/examples/train/grpo/full_vllm.sh b/examples/train/grpo/full_vllm.sh
@@ -15,13 +15,13 @@ swift rlhf \
     --vllm_max_model_len 8192 \
     --train_type full \
     --torch_dtype bfloat16 \
-    --dataset 'AI-MO/NuminaMath-TIR#2000' \
+    --dataset 'AI-MO/NuminaMath-TIR#5000' \
     --max_completion_length 2048 \
     --num_train_epochs 1 \
     --per_device_train_batch_size 1 \
     --per_device_eval_batch_size 1 \
-    --learning_rate 5e-7 \
-    --gradient_accumulation_steps 1 \
+    --learning_rate 1e-6 \
+    --gradient_accumulation_steps 2 \
     --eval_steps 200 \
     --save_steps 200 \
     --save_total_limit 2 \