fix vllm-project#8630

MengqingCao · Sep 27, 2024 · 70aebc7 · 70aebc7
1 parent 344cd2b
commit 70aebc7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/model_executor/models/intern_vit.py b/vllm/model_executor/models/intern_vit.py
@@ -200,7 +200,7 @@ def forward(self, x):
         v = v.transpose(1, 2)
 
         x = F.scaled_dot_product_attention(q, k, v, scale=self.scale)
-        x = x.transpose(1, 2).view(B, N, -1)
+        x = x.transpose(1, 2).contiguous().view(B, N, -1)
 
         x = self.proj(x)
         return x