Fix sampling parameters format

stackhpc · Dec 13, 2023 · c9e65c9 · c9e65c9
1 parent b0872c1
commit c9e65c9
Showing 1 changed file with 3 additions and 5 deletions.
diff --git a/web-app-utils/example_app_vanilla.py b/web-app-utils/example_app_vanilla.py
@@ -30,11 +30,9 @@ def inference(message, history):
         "stream": True,
         "max_tokens": 1000,
         # Parameters requested by HU
-        "sampling_params": {
-            "temperature": 0.7,
-            "top_p": 0.4,
-            "top_k": 40,
-        },
+        "temperature": 0.7,
+        "top_p": 0.4,
+        "top_k": 40,
     }
     response = requests.post(
         f"{backend_url}/generate", headers=headers, json=pload, stream=True