Start Zarr download as soon as first page of entries is obtained

dandi/download.py

@@ -24,7 +24,7 @@
 from dandischema.models import DigestType
 from fasteners import InterProcessLock
 import humanize
-from interleave import FINISH_CURRENT, interleave
+from interleave import FINISH_CURRENT, lazy_interleave
 import requests
 
 from . import get_logger
@@ -1013,7 +1013,7 @@ def downloads_gen():
         pc.file_qty = len(entries)
 
     final_out: dict | None = None
-    with interleave(
+    with lazy_interleave(
         downloads_gen(),
         onerror=FINISH_CURRENT,
         max_workers=jobs or 4,
@@ -1210,7 +1210,6 @@ def get_done(self) -> dict:
         }
 
     def get_status(self, report_done: bool = True) -> dict:
-
         state_qtys = Counter(s.state for s in self.files.values())
         total = len(self.files)
         if (

setup.cfg

@@ -39,7 +39,7 @@ install_requires =
     # 3.14.4: https://github.com/hdmf-dev/hdmf/issues/1186
     hdmf != 3.5.0,!=3.14.4
     humanize
-    interleave ~= 0.1
+    interleave ~= 0.3
     joblib
     keyring != 23.9.0
     keyrings.alt