reduce microbatch size

allenai · Jan 29, 2025 · faf0de5 · faf0de5
1 parent 829f6fc
commit faf0de5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/scripts/train/OLMo2-ladder.py b/src/scripts/train/OLMo2-ladder.py
@@ -20,7 +20,7 @@ class BaselineModelLadder(ModelLadder):
     MBZ_SIZES: ClassVar[Dict[ModelSize, int]] = {
         # TODO: may need to tune these
         # ===============================
-        ModelSize.size_190M: 16 * 4096,
+        ModelSize.size_190M: 8 * 4096,
         ModelSize.size_370M: 16 * 4096,
         ModelSize.size_600M: 16 * 4096,
         ModelSize.size_760M: 16 * 4096,