Skip to content

M2-7 INT8 量化对比 ​

json
{
  "quantized_at": "2026-08-23T11:42:23+00:00",
  "method": "quantize_dynamic QInt8 per-channel",
  "metric_drops_fp32_minus_int8": {
    "em": 0.0079,
    "token_f1": 0.0069,
    "point_accuracy": 0.0042
  },
  "pass": true,
  "mrc_fp32": {
    "em": 0.4815,
    "token_f1": 0.7578,
    "point_accuracy": 0.894,
    "equivalence_hit_rate": 0.9431
  },
  "mrc_int8": {
    "em": 0.4736,
    "token_f1": 0.7509,
    "point_accuracy": 0.8898,
    "equivalence_hit_rate": 0.9374
  }
}

RubricSpan · 阅微 —— 中文主观题智能阅卷系统