OPEA
/

Qwen2.5-72B-Instruct-int2-sym-inc

Model card Files Files and versions

cicdatopea commited on Apr 30

Commit

3704d7d

·

verified ·

1 Parent(s): d418784

Update config.json

Files changed (1) hide show

config.json +1 -2

config.json CHANGED Viewed

@@ -36,8 +36,7 @@
     "quant_method": "auto-round",
     "scale_dtype": "torch.float16",
     "seqlen": 2048,
-    "sym": true,
-    "to_quant_block_names": null
   },
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,

     "quant_method": "auto-round",
     "scale_dtype": "torch.float16",
     "seqlen": 2048,
+    "sym": true
   },
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,