Smaller config for now, fixing a few requirements

allenai · Sep 23, 2024 · b915e7d · b915e7d
1 parent 256d77c
commit b915e7d
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/pdelfin/train/config/qwen2vl-2b.yaml b/pdelfin/train/config/qwen2vl-2b.yaml
@@ -87,8 +87,8 @@ valid_data:
 
 # Mostly pulled from https://github.com/QwenLM/Qwen2/blob/main/examples/sft/finetune.sh
 hparams:
-  batch_size: 2
-  eval_batch_size: 2
+  batch_size: 1
+  eval_batch_size: 1
   gradient_accumulation_steps: 4
   gradient_checkpointing: true
   clip_grad_norm: 1.0

diff --git a/pyproject.toml b/pyproject.toml
@@ -24,7 +24,8 @@ dependencies = [
   "pypdf",
   "pymupdf",
   "pypdfium2",
-  "lingua-language-detector"
+  "lingua-language-detector",
+  "Pillow",
 ]
 license = {file = "LICENSE"}