common : adapt to q2_0 (ggml/0)
This commit is contained in:
parent
a2c50280d8
commit
ade3292d03
|
|
@ -75,6 +75,7 @@ bool ggml_common_quantize_0(
|
||||||
case GGML_FTYPE_MOSTLY_MXFP4:
|
case GGML_FTYPE_MOSTLY_MXFP4:
|
||||||
case GGML_FTYPE_MOSTLY_NVFP4:
|
case GGML_FTYPE_MOSTLY_NVFP4:
|
||||||
case GGML_FTYPE_MOSTLY_Q1_0:
|
case GGML_FTYPE_MOSTLY_Q1_0:
|
||||||
|
case GGML_FTYPE_MOSTLY_Q2_0:
|
||||||
{
|
{
|
||||||
fprintf(stderr, "%s: invalid model type %d\n", __func__, ftype);
|
fprintf(stderr, "%s: invalid model type %d\n", __func__, ftype);
|
||||||
return false;
|
return false;
|
||||||
|
|
@ -217,6 +218,7 @@ bool ggml_common_quantize_0(
|
||||||
case GGML_TYPE_MXFP4:
|
case GGML_TYPE_MXFP4:
|
||||||
case GGML_TYPE_NVFP4:
|
case GGML_TYPE_NVFP4:
|
||||||
case GGML_TYPE_Q1_0:
|
case GGML_TYPE_Q1_0:
|
||||||
|
case GGML_TYPE_Q2_0:
|
||||||
case GGML_TYPE_COUNT:
|
case GGML_TYPE_COUNT:
|
||||||
{
|
{
|
||||||
fprintf(stderr, "%s: unsupported quantization type %d (%s)\n", __func__, ttype, ggml_type_name((ggml_type) ttype));
|
fprintf(stderr, "%s: unsupported quantization type %d (%s)\n", __func__, ttype, ggml_type_name((ggml_type) ttype));
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue