Fail early when asked for num_workers > 1

microsoft · Feb 20, 2023 · dfc9426 · dfc9426
1 parent f715633
commit dfc9426
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 1 deletion.
diff --git a/src/climax/global_forecast/datamodule.py b/src/climax/global_forecast/datamodule.py
@@ -48,6 +48,10 @@ def __init__(
         pin_memory: bool = False,
     ):
         super().__init__()
+        if num_workers > 1:
+            raise NotImplementedError(
+                "num_workers > 1 is not supported yet. Performance will likely degrage too with larger num_workers."
+            )
 
         # this line allows to access init params with 'self.hparams' attribute
         self.save_hyperparameters(logger=False)

diff --git a/src/climax/pretrain/datamodule.py b/src/climax/pretrain/datamodule.py
@@ -68,7 +68,10 @@ def __init__(
         pin_memory: bool = False,
     ):
         super().__init__()
-
+        if num_workers > 1:
+            raise NotImplementedError(
+                "num_workers > 1 is not supported yet. Performance will likely degrage too with larger num_workers."
+            )
         # this line allows to access init params with 'self.hparams' attribute
         self.save_hyperparameters(logger=False)