Need more token output due to structured outputs

allenai · Oct 2, 2024 · a5c2721 · a5c2721
1 parent d05832e
commit a5c2721
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pdelfin/silver_data/buildsilver.py b/pdelfin/silver_data/buildsilver.py
@@ -88,7 +88,7 @@ def build_page_query(local_pdf_path: str, pretty_pdf_path: str, page: int) -> di
                 }
             ],
             "temperature": 0.1,
-            "max_tokens": 3000,
+            "max_tokens": 6000,
             "logprobs": True,
             "top_logprobs": 5,
             "response_format": openai_response_format_schema(),