From c9e65c90d209386bf4947ea431247212787f4df2 Mon Sep 17 00:00:00 2001
From: sd109 <scott@stackhpc.com>
Date: Wed, 13 Dec 2023 17:40:00 +0000
Subject: [PATCH] Fix sampling parameters format

---
 web-app-utils/example_app_vanilla.py | 8 +++-----
 1 file changed, 3 insertions(+), 5 deletions(-)

diff --git a/web-app-utils/example_app_vanilla.py b/web-app-utils/example_app_vanilla.py
index 00cb2af..8ce0e68 100644
--- a/web-app-utils/example_app_vanilla.py
+++ b/web-app-utils/example_app_vanilla.py
@@ -30,11 +30,9 @@ def inference(message, history):
         "stream": True,
         "max_tokens": 1000,
         # Parameters requested by HU
-        "sampling_params": {
-            "temperature": 0.7,
-            "top_p": 0.4,
-            "top_k": 40,
-        },
+        "temperature": 0.7,
+        "top_p": 0.4,
+        "top_k": 40,
     }
     response = requests.post(
         f"{backend_url}/generate", headers=headers, json=pload, stream=True