openbmb
/

MiniCPM-o-4_5-awq

feature-extraction

4-bit precision

Model card Files Files and versions

bokesyo commited on Mar 2

Commit

f0910c0

·

verified ·

1 Parent(s): cbbb3c8

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -227,7 +227,7 @@
   "quantization_config": {
     "bits": 4,
     "group_size": 128,
-    "modules_to_not_convert": null,
     "quant_method": "awq",
     "version": "gemm",
     "zero_point": true

   "quantization_config": {
     "bits": 4,
     "group_size": 128,
+    "modules_to_not_convert": ["vpm", "apm", "resampler", "audio_projection_layer", "audio_avg_pooler", "tts", "lm_head"],
     "quant_method": "awq",
     "version": "gemm",
     "zero_point": true