fix bug huggingface#172

reppy4620 · Sep 26, 2021 · 6f2e3eb · 6f2e3eb
1 parent 1b1463f
commit 6f2e3eb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/accelerate/utils.py b/src/accelerate/utils.py
@@ -255,7 +255,7 @@ def _convert_to_fp32(tensor):
     def _is_fp16_tensor(tensor):
         return hasattr(tensor, "dtype") and tensor.dtype == torch.float16
 
-    return recursively_apply(_is_fp16_tensor, tensor, test_type=_is_fp16_tensor)
+    return recursively_apply(_convert_to_fp32, tensor, test_type=_is_fp16_tensor)
 
 
 def convert_outputs_to_fp32(model_forward):