From 08fee279f57441784f3fbe80ca344e5f0e10e941 Mon Sep 17 00:00:00 2001 From: Dipika Date: Fri, 17 Jan 2025 17:28:19 +0000 Subject: [PATCH] add group act order example to lm_eval test --- .../vLLM/lm_eval_configs/w4a16_actorder_group.yaml | 11 +++++++++++ .../vLLM/lm_eval_configs/w4a16_actorder_weight.yaml | 2 +- 2 files changed, 12 insertions(+), 1 deletion(-) create mode 100644 tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_group.yaml diff --git a/tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_group.yaml b/tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_group.yaml new file mode 100644 index 000000000..c599b740e --- /dev/null +++ b/tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_group.yaml @@ -0,0 +1,11 @@ +cadence: "weekly" +model: meta-llama/Meta-Llama-3-8B-Instruct +recipe: tests/e2e/vLLM/recipes/actorder/recipe_w4a16_actorder_group.yaml +num_fewshot: 5 +limit: 1000 +task: "gsm8k" +dataset_id: HuggingFaceH4/ultrachat_200k +dataset_split: train_sft +exact_match,flexible-extract: 0.72 +exact_match,strict-match: 0.72 +scheme: W4A16_actorder_group \ No newline at end of file diff --git a/tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_weight.yaml b/tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_weight.yaml index ca82bb44f..7297ea4e5 100644 --- a/tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_weight.yaml +++ b/tests/e2e/vLLM/lm_eval_configs/w4a16_actorder_weight.yaml @@ -8,4 +8,4 @@ dataset_id: HuggingFaceH4/ultrachat_200k dataset_split: train_sft exact_match,flexible-extract: 0.72 exact_match,strict-match: 0.72 -scheme: W4A16_actorder_group \ No newline at end of file +scheme: W4A16_actorder_weight \ No newline at end of file