From 1050a576f9544fa075bb4a9c7629b48802c923f6 Mon Sep 17 00:00:00 2001 From: Barak Goldberg Date: Mon, 15 Jan 2024 11:20:11 +0200 Subject: [PATCH] remove lm_head from quant config Change-Id: Ia7d22564b028bb83e8687665bffabf0f0a638ff6 --- .../act_maxabs_hw_weights_pcs_maxabs_pow2_quant.json | 2 +- .../text-generation/quantization_config/maxabs_measure.json | 2 +- examples/text-generation/quantization_config/maxabs_quant.json | 2 +- .../text-generation/quantization_config/unit_scale_quant.json | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/examples/text-generation/quantization_config/act_maxabs_hw_weights_pcs_maxabs_pow2_quant.json b/examples/text-generation/quantization_config/act_maxabs_hw_weights_pcs_maxabs_pow2_quant.json index 3b69844e44..c83fa281f6 100644 --- a/examples/text-generation/quantization_config/act_maxabs_hw_weights_pcs_maxabs_pow2_quant.json +++ b/examples/text-generation/quantization_config/act_maxabs_hw_weights_pcs_maxabs_pow2_quant.json @@ -4,7 +4,7 @@ "observer": "maxabs", "scale_method": "ACT_MAXABS_HW_WEIGHTS_PCS_MAXABS_POW2", "whitelist": {"types": [], "names": []}, - "blacklist": {"types": [], "names": ["lm_head"]}, + "blacklist": {"types": [], "names": []}, "dump_stats_path": "./hqt_output/measure", "dump_stats_xlsx_path": "./hqt_output/measure/fp8stats.xlsx" } diff --git a/examples/text-generation/quantization_config/maxabs_measure.json b/examples/text-generation/quantization_config/maxabs_measure.json index 8db84a3b21..3715b506b6 100644 --- a/examples/text-generation/quantization_config/maxabs_measure.json +++ b/examples/text-generation/quantization_config/maxabs_measure.json @@ -3,7 +3,7 @@ "mode": "MEASURE", "observer": "maxabs", "whitelist": {"types": [], "names": []}, - "blacklist": {"types": [], "names": ["lm_head"]}, + "blacklist": {"types": [], "names": []}, "dump_stats_path": "./hqt_output/measure", "dump_stats_xlsx_path": "./hqt_output/measure/fp8stats.xlsx" } \ No newline at end of file diff --git a/examples/text-generation/quantization_config/maxabs_quant.json b/examples/text-generation/quantization_config/maxabs_quant.json index b83a880d65..cb37e98a6e 100644 --- a/examples/text-generation/quantization_config/maxabs_quant.json +++ b/examples/text-generation/quantization_config/maxabs_quant.json @@ -4,7 +4,7 @@ "observer": "maxabs", "scale_method": "maxabs_hw", "whitelist": {"types": [], "names": []}, - "blacklist": {"types": [], "names": ["lm_head"]}, + "blacklist": {"types": [], "names": []}, "dump_stats_path": "./hqt_output/measure", "dump_stats_xlsx_path": "./hqt_output/measure/fp8stats.xlsx" } \ No newline at end of file diff --git a/examples/text-generation/quantization_config/unit_scale_quant.json b/examples/text-generation/quantization_config/unit_scale_quant.json index 0517bd784d..e2d709da61 100644 --- a/examples/text-generation/quantization_config/unit_scale_quant.json +++ b/examples/text-generation/quantization_config/unit_scale_quant.json @@ -4,7 +4,7 @@ "observer": "maxabs", "scale_method": "unit_scale", "whitelist": {"types": [], "names": []}, - "blacklist": {"types": [], "names": ["lm_head"]}, + "blacklist": {"types": [], "names": []}, "dump_stats_path": "./hqt_output/measure", "dump_stats_xlsx_path": "./hqt_output/measure/fp8stats.xlsx" }