typo

allenai · Sep 27, 2024 · 37f1005 · 37f1005
1 parent c00e40d
commit 37f1005
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pdelfin/train/train.py b/pdelfin/train/train.py
@@ -144,7 +144,7 @@ def run_train(config: TrainConfig):
     validation_ds = dataset["validation"]
 
     train_ds = train_ds.map(partial(prepare_data_for_qwen2_training, processor=processor, add_batch_dim=True), remove_columns=train_ds.column_names).filter(filter_by_max_seq_len)
-    validation_ds = validation_ds.map(partial(prepare_data_for_qwen2_training, processor=processor, add_batch_dim=True)), remove_columns=validation_ds.column_names)
+    validation_ds = validation_ds.map(partial(prepare_data_for_qwen2_training, processor=processor, add_batch_dim=True), remove_columns=validation_ds.column_names)
 
     print(train_ds)
     print(validation_ds)