diff --git a/tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_group.yaml b/tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_group.yaml new file mode 100644 index 000000000..c599b740e --- /dev/null +++ b/tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_group.yaml @@ -0,0 +1,11 @@ +cadence: "weekly" +model: meta-llama/Meta-Llama-3-8B-Instruct +recipe: tests/e2e/vLLM/recipes/actorder/recipe_w4a16_actorder_group.yaml +num_fewshot: 5 +limit: 1000 +task: "gsm8k" +dataset_id: HuggingFaceH4/ultrachat_200k +dataset_split: train_sft +exact_match,flexible-extract: 0.72 +exact_match,strict-match: 0.72 +scheme: W4A16_actorder_group \ No newline at end of file diff --git a/tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_weight.yaml b/tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_weight.yaml index ca82bb44f..7297ea4e5 100644 --- a/tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_weight.yaml +++ b/tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_weight.yaml @@ -8,4 +8,4 @@ dataset_id: HuggingFaceH4/ultrachat_200k dataset_split: train_sft exact_match,flexible-extract: 0.72 exact_match,strict-match: 0.72 -scheme: W4A16_actorder_group \ No newline at end of file +scheme: W4A16_actorder_weight \ No newline at end of file