Update measure_ppl2_MC.py

Adding functionality to ingest scaling factors upon merge of the PR vllm-project#3290
Alexei-V-Ivanov-AMD · Apr 4, 2024 · bbc24c7 · bbc24c7
1 parent 1e2b203
commit bbc24c7
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/benchmarks/measure_ppl2_MC.py b/benchmarks/measure_ppl2_MC.py
@@ -72,6 +72,8 @@ def vllm_init(args):
         kv_cache_dtype=args.kv_cache_dtype,
         #scales_path=args.kv_cache_scales_path
         #   if args.kv_cache_scales_path!='' else None,
+        quantization-param-path=args.kv_cache_scales_path
+            if args.kv_cache_scales_path!='' else None,
         enforce_eager=args.enforce_eager)
 
     sampling_params = SamplingParams(n=1,