py : add check for '.attn.masked_bias' layers to GPT2model (ggml-org#…

…5281)
hodlen · Feb 2, 2024 · 2d40085 · 2d40085
1 parent b05102f
commit 2d40085
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
@@ -1138,7 +1138,7 @@ def write_tensors(self):
 
         for name, data_torch in self.get_tensors():
             # we don't need these
-            if name.endswith((".attention.masked_bias", ".attention.bias", ".attention.rotary_emb.inv_freq", ".attn.bias")):
+            if name.endswith((".attention.masked_bias", ".attention.bias", ".attention.rotary_emb.inv_freq", ".attn.bias", ".attn.masked_bias")):
                 continue
 
             if name.endswith((".c_attn.weight", ".c_proj.weight", ".c_fc.weight", ".c_proj.weight")):