Skip to content

Commit

Permalink
remove a bit of unused code (#1536)
Browse files Browse the repository at this point in the history
  • Loading branch information
ydm-amazon authored Feb 12, 2024
1 parent 8bf54f7 commit 3b91d39
Showing 1 changed file with 0 additions and 15 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -19,21 +19,6 @@ class HFQuantizeMethods(str, Enum):
bitsandbytes4 = 'bitsandbytes4'
bitsandbytes8 = 'bitsandbytes8'

# TODO remove this after refactor of all handlers
# supported by vllm
awq = 'awq'


LMI_DIST_ADV_MODEL = {
"RWForCausalLM",
"GPTNeoXForCausalLM",
"T5ForConditionalGeneration",
"LlamaForCausalLM",
"FalconForCausalLM",
"MPTForCausalLM",
"GPTBigCodeForCausalLM",
}


def get_torch_dtype_from_str(dtype: str):
if dtype == "auto":
Expand Down

0 comments on commit 3b91d39

Please sign in to comment.