Made default hf export torch.float32

bertmaher · Sep 16, 2023 · 19f40a2 · 19f40a2
1 parent fc11cc3
commit 19f40a2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/export.py b/export.py
@@ -265,7 +265,7 @@ def version2_export(model, filepath, group_size=64):
     out_file.close()
     print(f"wrote {filepath}")
 
-def hf_export(llama_model, filepath, group_size=64, dtype=torch.float16):
+def hf_export(llama_model, filepath, group_size=64, dtype=torch.float32):
     """ Generate the pytorch_model.bin state_dict and config.json for HuggingFace """
 
     try: