ggml-metal : supports_op returns false for ternary types

Maybe not the cleanest way, but hopefully temporary.
ggml-org · Jan 12, 2025 · b6fc9f0 · b6fc9f0
1 parent 946796f
commit b6fc9f0
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/ggml/src/ggml-metal/ggml-metal.m b/ggml/src/ggml-metal/ggml-metal.m
@@ -1081,6 +1081,18 @@ static bool ggml_metal_supports_op(const struct ggml_backend_metal_device_contex
             }
         }
     }
+    // TODO: remove once proper support is added.
+    for (size_t i = 0, n = 3; i < n; ++i) {
+        if (op->src[i] != NULL) {
+            switch (op->src[i]->type) {
+                case GGML_TYPE_TQ1_0:
+                case GGML_TYPE_TQ2_0:
+                    return false;
+                default:
+                    break;
+            }
+        }
+    }
 
     switch (op->op) {
         case GGML_OP_UNARY: