ggml: softmax op: update the n_task calculation

snadampal · snadampal · commit f10e67d22fb5 · 2024-01-25T21:47:55.000Z
diff --git a/ggml.c b/ggml.c
@@ -16597,7 +16597,7 @@ static int ggml_get_n_tasks(struct ggml_tensor * node, int n_threads) {
             } break;
         case GGML_OP_SOFT_MAX:
             {
-                n_tasks = MIN(MIN(4, n_threads), ggml_nrows(node->src[0]));
+                n_tasks = MIN(n_threads, MAX(ggml_nrows(node->src[0]) - 1, 1));
             } break;
         case GGML_OP_CONV_TRANSPOSE_1D:
             {

Original file line number	Diff line number	Diff line change
`@@ -16597,7 +16597,7 @@ static int ggml_get_n_tasks(struct ggml_tensor * node, int n_threads) {`
`16597`	`16597`	`} break;`
`16598`	`16598`	`case GGML_OP_SOFT_MAX:`
`16599`	`16599`	`{`
`16600`		`- n_tasks = MIN(MIN(4, n_threads), ggml_nrows(node->src[0]));`
	`16600`	`+ n_tasks = MIN(n_threads, MAX(ggml_nrows(node->src[0]) - 1, 1));`
`16601`	`16601`	`} break;`
`16602`	`16602`	`case GGML_OP_CONV_TRANSPOSE_1D:`
`16603`	`16603`	`{`