quant_config.json

{
  "method": "gptq",
  "scheme": "W4A16",
  "group_size": 128,
  "dampening": 0.1,
  "calibration_samples": 16,
  "calibration_seq_len": 2048,
  "source_model": "/home/atoc/jio_friscolab/models/base/v4/merged_model",
  "timestamp": "2026-03-21T00:20:35.132441"
}