Yay all unit tests pass cleanly now too

allenai · Oct 17, 2024 · 2826bca · 2826bca
1 parent 124aaf5
commit 2826bca
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/tests/test_dataprep.py b/tests/test_dataprep.py
@@ -23,10 +23,14 @@ def testFullDataloader(self):
         config = TrainConfig(
             train_data=DataConfig(seed=42,
                                   sources=[SourceConfig(name="eval_test",
+                                                        target_longest_image_dim=1024,
+                                                        target_anchor_text_len=6000,
                                                         response_glob_path="s3://ai2-oe-data/jakep/pdfdata/openai_batch_done_v5_1_eval/*.json")]),
 
             valid_data=DataConfig(seed=42,
                                   sources=[SourceConfig(name="eval_test",
+                                                        target_longest_image_dim=1024,
+                                                        target_anchor_text_len=6000,
                                                         response_glob_path="s3://ai2-oe-data/jakep/pdfdata/openai_batch_done_v5_1_eval/*.json")])
         )
         train_dataset, valid_dataset = make_dataset(config, processor)