set rope-scaling arg as json.loads so it can load from cli

togethercomputer · Aug 5, 2023 · bb8e153 · bb8e153
1 parent fe402a6
commit bb8e153
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py
@@ -1,5 +1,6 @@
 import argparse
 import dataclasses
+import json
 from dataclasses import dataclass
 from typing import Optional, Tuple
 
@@ -133,6 +134,7 @@ def add_cli_args(
                             help='disable logging statistics')
         parser.add_argument('--rope-scaling',
                             default=None,
+                            type=json.loads,
                             help='RoPE scaling configuration')
         return parser