repeat batch 2 times

smallcloudai · May 9, 2024 · 36d11b3 · 36d11b3
1 parent 49e00cf
commit 36d11b3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/self_hosting_machinery/inference/inference_worker.py b/self_hosting_machinery/inference/inference_worker.py
@@ -73,7 +73,7 @@ def check_cancelled(*args, **kwargs):
             return set()
 
     log("STATUS test batch")
-    for _ in range(10):
+    for _ in range(2):
         inference_model.infer(dummy_call, DummyUploadProxy, {})
     if compile:
         return