From b5d6cf424f5c72a0f82cf88d123b94cb989929f5 Mon Sep 17 00:00:00 2001 From: Jimin Ha Date: Tue, 17 Dec 2024 12:02:32 -0800 Subject: [PATCH] Add arbitrary scales (#15) (#1625) Co-authored-by: Linoy Buchnik --- .../quantization_config/maxabs_quant_arbitrary.json | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 examples/text-generation/quantization_config/maxabs_quant_arbitrary.json diff --git a/examples/text-generation/quantization_config/maxabs_quant_arbitrary.json b/examples/text-generation/quantization_config/maxabs_quant_arbitrary.json new file mode 100644 index 0000000000..0de4d35533 --- /dev/null +++ b/examples/text-generation/quantization_config/maxabs_quant_arbitrary.json @@ -0,0 +1,7 @@ +{ + "method": "HOOKS", + "mode": "QUANTIZE", + "observer": "maxabs", + "scale_method": "maxabs_arbitrary", + "dump_stats_path": "./hqt_output/measure" +} \ No newline at end of file