From 000bd355a78803370909486b3a0a075d3b4b99a9 Mon Sep 17 00:00:00 2001 From: Kawin Date: Mon, 30 Sep 2024 23:51:29 -0700 Subject: [PATCH] change default lr in examples --- examples/scripts/kto.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/scripts/kto.py b/examples/scripts/kto.py index aefdc812af..e82d35bf8f 100644 --- a/examples/scripts/kto.py +++ b/examples/scripts/kto.py @@ -20,7 +20,7 @@ --model_name_or_path=trl-lib/qwen1.5-1.8b-sft \ --per_device_train_batch_size 16 \ --num_train_epochs 1 \ - --learning_rate 5e-7 \ + --learning_rate 1e-6 \ --lr_scheduler_type=cosine \ --gradient_accumulation_steps 1 \ --logging_steps 10 \ @@ -36,7 +36,7 @@ --model_name_or_path=trl-lib/qwen1.5-1.8b-sft \ --per_device_train_batch_size 8 \ --num_train_epochs 1 \ - --learning_rate 5e-7 \ + --learning_rate 1e-6 \ --lr_scheduler_type=cosine \ --gradient_accumulation_steps 1 \ --logging_steps 10 \