ggml: softmax op: update the n_task calculation

ggml-org · Jan 25, 2024 · f10e67d · f10e67d
1 parent fe54033
commit f10e67d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ggml.c b/ggml.c
@@ -16597,7 +16597,7 @@ static int ggml_get_n_tasks(struct ggml_tensor * node, int n_threads) {
             } break;
         case GGML_OP_SOFT_MAX:
             {
-                n_tasks = MIN(MIN(4, n_threads), ggml_nrows(node->src[0]));
+                n_tasks = MIN(n_threads, MAX(ggml_nrows(node->src[0]) - 1, 1));
             } break;
         case GGML_OP_CONV_TRANSPOSE_1D:
             {