cuda : update support condition

ggerganov · ggerganov · commit 2aee6206b689 · 2025-09-08T11:48:32.000+03:00
ggml-ci
diff --git a/ggml/src/ggml-cuda/ggml-cuda.cu b/ggml/src/ggml-cuda/ggml-cuda.cu
@@ -3393,7 +3393,7 @@ static bool ggml_backend_cuda_device_supports_op(ggml_backend_dev_t dev, const g
         case GGML_OP_GET_ROWS:
             {
                 // FIXME: https://github.com/ggml-org/llama.cpp/pull/15868
-                if (op->src[1]->ne[2] > 1) {
+                if (op->src[1]->ne[1]*op->src[1]->ne[2] > 65535) {
                     return false;
                 }
                 switch (op->src[0]->type) {

Original file line number	Diff line number	Diff line change
`@@ -3393,7 +3393,7 @@ static bool ggml_backend_cuda_device_supports_op(ggml_backend_dev_t dev, const g`
`3393`	`3393`	`case GGML_OP_GET_ROWS:`
`3394`	`3394`	`{`
`3395`	`3395`	`// FIXME: https://github.com/ggml-org/llama.cpp/pull/15868`
`3396`		`- if (op->src[1]->ne[2] > 1) {`
	`3396`	`+ if (op->src[1]->ne[1]*op->src[1]->ne[2] > 65535) {`
`3397`	`3397`	`return false;`
`3398`	`3398`	`}`
`3399`	`3399`	`switch (op->src[0]->type) {`