Beaker fixes

allenai · Jan 30, 2025 · 9df86da · 9df86da
1 parent cf6673c
commit 9df86da
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/olmocr/pipeline.py b/olmocr/pipeline.py
@@ -949,9 +949,8 @@ async def main():
         pdf_session = boto3.Session(profile_name=args.pdf_profile)
         pdf_s3 = pdf_session.client("s3")
 
+    # We need poppler to load the initial pdfs, even if we are not processing them here
     check_poppler_version()
-    check_sglang_version()
-    check_torch_gpu_available()
 
     # Create work queue
     if args.workspace.startswith("s3://"):
@@ -1017,6 +1016,10 @@ async def main():
         submit_beaker_job(args)
         return
 
+    # If you get this far, then you are doing inference and need a GPU
+    check_sglang_version()
+    check_torch_gpu_available()
+
     logger.info(f"Starting pipeline with PID {os.getpid()}")
 
     # Initialize the work queue