also make sure grad scaler actually exists in the saved pt file

andrewmoise · Jul 6, 2022 · 0248b5e · 0248b5e
1 parent 6b56af0
commit 0248b5e
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/denoising_diffusion_pytorch/denoising_diffusion_pytorch.py b/denoising_diffusion_pytorch/denoising_diffusion_pytorch.py
@@ -694,7 +694,7 @@ def load(self, milestone):
         self.step = data['step']
         self.ema.load_state_dict(data['ema'])
 
-        if exists(self.accelerator.scaler):
+        if exists(self.accelerator.scaler) and exists(data['scaler']):
             self.accelerator.scaler.load_state_dict(data['scaler'])
 
     def train(self):

diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'denoising-diffusion-pytorch',
   packages = find_packages(),
-  version = '0.24.0',
+  version = '0.24.1',
   license='MIT',
   description = 'Denoising Diffusion Probabilistic Models - Pytorch',
   author = 'Phil Wang',