public_git/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/whisper.cpp.git synced 2026-10-21 09:41:29 +02:00
Code Issues Packages Projects Releases Wiki Activity

syscl : Handle (fail gracefully) unsupported tq1_0 quants (llama/28681)

Browse Source
This commit is contained in:
Michael Taylor
2026-09-14 20:45:06 +03:00
committed by Georgi Gerganov
parent df31856c4f
commit 24035835b4
1 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-sycl/ggml-sycl.cpp
+6 -4
View File
@@ -6326,7 +6326,7 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, cons
return false; return false;
} }
if (src0_type == GGML_TYPE_TQ2_0) { if (src0_type == GGML_TYPE_TQ2_0 || src0_type == GGML_TYPE_TQ1_0) {
return false; return false;
} }
@@ -6380,7 +6380,7 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, cons
case GGML_OP_SET_ROWS: case GGML_OP_SET_ROWS:
{ {
if (op->type == GGML_TYPE_TQ2_0) { if (op->type == GGML_TYPE_TQ2_0 || op->type == GGML_TYPE_TQ1_0) {
return false; return false;
} }
auto res = (op->src[0]->type == GGML_TYPE_F32 || op->src[0]->type == GGML_TYPE_F16 || auto res = (op->src[0]->type == GGML_TYPE_F32 || op->src[0]->type == GGML_TYPE_F16 ||
@@ -6502,12 +6502,14 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, cons
src1_type == GGML_TYPE_IQ3_S || src1_type == GGML_TYPE_IQ3_S ||
src1_type == GGML_TYPE_IQ1_S || src1_type == GGML_TYPE_IQ1_S ||
src1_type == GGML_TYPE_IQ1_M || src1_type == GGML_TYPE_IQ1_M ||
src1_type == GGML_TYPE_TQ2_0) { src1_type == GGML_TYPE_TQ2_0 ||
src1_type == GGML_TYPE_TQ1_0) {
return false; return false;
} }
} }
if (src0_type == GGML_TYPE_TQ2_0 || src1_type == GGML_TYPE_TQ2_0) { if (src0_type == GGML_TYPE_TQ2_0 || src1_type == GGML_TYPE_TQ2_0 ||
src0_type == GGML_TYPE_TQ1_0 || src1_type == GGML_TYPE_TQ1_0) {
return false; return false;
} }