Fixing eval script, working FSDP config

allenai · Oct 8, 2024 · 4b30dd8 · 4b30dd8
1 parent f5fd9ff
commit 4b30dd8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pdelfin/eval/runeval.py b/pdelfin/eval/runeval.py
@@ -205,7 +205,7 @@ def process_jsonl_file(jsonl_file, gold_data, comparer):
             if data.error is not None:
                 total_errors += 1
 
-            if data.finish_reason != "stop":
+            if data.error is None and data.finish_reason != "stop":
                 total_overruns += 1
 
             if len(gold_text.strip()) < 3 and len(eval_text.strip()) < 3: