fix sft example script

huggingface · Apr 12, 2024 · 401e9ad · 401e9ad
1 parent 51736f3
commit 401e9ad
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/examples/scripts/sft.py b/examples/scripts/sft.py
@@ -25,7 +25,7 @@
     --num_train_epochs=3 \
     --max_steps=-1 \
     --push_to_hub \
-    --gradient_checkpointing \
+    --gradient_checkpointing
 
 # peft:
 python examples/scripts/sft.py \
@@ -139,10 +139,10 @@
             args=training_args,
             train_dataset=train_dataset,
             eval_dataset=eval_dataset,
-            dataset_text_field=args.dataset_text_field,
-            max_seq_length=args.max_seq_length,
+            dataset_text_field=training_args.dataset_text_field,
+            max_seq_length=training_args.max_seq_length,
             tokenizer=tokenizer,
-            packing=args.packing,
+            packing=training_args.packing,
             peft_config=get_peft_config(model_config),
             callbacks=[RichProgressCallback] if TRL_USE_RICH else None,
         )

diff --git a/trl/trainer/sft_config.py b/trl/trainer/sft_config.py
@@ -44,7 +44,7 @@ class SFTConfig(TrainingArguments):
         Whether to pack the eval dataset as well. Defaults to `packing` if `None` is passed.
     """
 
-    dataset_text_field: Optional[str] = None
+    dataset_text_field: Optional[str] = "text"
     packing: Optional[bool] = False
     max_seq_length: Optional[int] = None
     dataset_num_proc: Optional[int] = None