reduce ut time (#10)

Signed-off-by: changwangss <[email protected]>
opea-project · May 13, 2024 · 90be6c2 · 90be6c2
1 parent 2c1428c
commit 90be6c2
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/tests/test_bigcode_eval.py b/tests/test_bigcode_eval.py
@@ -30,13 +30,13 @@ def test_lm_eval(self):
             user_model=user_model,
             tokenizer=tokenizer,
             tasks="humaneval",
-            n_samples=20,
-            batch_size=10,
+            n_samples=2,
+            batch_size=2,
             allow_code_execution=True,
-            limit=20,
+            limit=10,
         )
         results = evaluate(args)
-        self.assertEqual(results["humaneval"]["pass@1"], 0.05)
+        self.assertEqual(results["humaneval"]["pass@1"], 0.1)
 
 
 if __name__ == "__main__":