fix 3x gptq acc issue (#1654)

Kaihui-intel · web-flow · commit c701eaff7d69 · 2024-03-08T11:51:51.000+08:00
Signed-off-by: Tang, Kaihui &lt;kaihui.tang@intel.com&gt;
diff --git a/examples/3.x_api/pytorch/nlp/huggingface_models/language-modeling/quantization/llm/run_clm_no_trainer.py b/examples/3.x_api/pytorch/nlp/huggingface_models/language-modeling/quantization/llm/run_clm_no_trainer.py
@@ -328,7 +328,7 @@ def run_fn_for_gptq(model, dataloader_for_calibration, *args):
                 )
             quant_config.set_local("lm_head", GPTQConfig(dtype="fp32"))
             user_model = quantize(
-                model=user_model, quant_config=quant_config, run_fn=run_fn_for_gptq, run_args=dataloader_for_calibration
+                model=user_model, quant_config=quant_config, run_fn=run_fn_for_gptq, run_args=(dataloader_for_calibration, )
             )
     else:
         # TODO: smooth quant

Original file line number	Diff line number	Diff line change
`@@ -328,7 +328,7 @@ def run_fn_for_gptq(model, dataloader_for_calibration, *args):`
`328`	`328`	`)`
`329`	`329`	`quant_config.set_local("lm_head", GPTQConfig(dtype="fp32"))`
`330`	`330`	`user_model = quantize(`
`331`		`- model=user_model, quant_config=quant_config, run_fn=run_fn_for_gptq, run_args=dataloader_for_calibration`
	`331`	`+ model=user_model, quant_config=quant_config, run_fn=run_fn_for_gptq, run_args=(dataloader_for_calibration, )`
`332`	`332`	`)`
`333`	`333`	`else:`
`334`	`334`	`# TODO: smooth quant`