Add arbitrary scales (#15) (#1625)

Co-authored-by: Linoy Buchnik <linoybu@gmail.com>
huggingface · Dec 17, 2024 · b5d6cf4 · b5d6cf4
1 parent 1a3a239
commit b5d6cf4
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/examples/text-generation/quantization_config/maxabs_quant_arbitrary.json b/examples/text-generation/quantization_config/maxabs_quant_arbitrary.json
@@ -0,0 +1,7 @@
+{
+    "method": "HOOKS",
+    "mode": "QUANTIZE",
+    "observer": "maxabs",
+    "scale_method": "maxabs_arbitrary",
+    "dump_stats_path": "./hqt_output/measure"
+}