Merge pull request #1820 from MlaikahImdad/fix-clip-half-error

mikel-brostrom · Feb 15, 2025 · 6052830 · 6052830
2 parents 0404fa0 + 0e43fbd
commit 6052830
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/boxmot/appearance/backbones/clip/clip/model.py b/boxmot/appearance/backbones/clip/clip/model.py
@@ -157,8 +157,11 @@ class LayerNorm(nn.LayerNorm):
 
     def forward(self, x: torch.Tensor):
         orig_type = x.dtype
-        ret = super().forward(x.type(torch.float32))
-        return ret.type(orig_type)
+        for param in self.parameters():
+            if param.dtype == torch.float16:
+                param.data = param.data.to(torch.float32)
+        ret = super().forward(x.to(torch.float32))
+        return ret.to(orig_type)
 
 
 class QuickGELU(nn.Module):