Add timeout to OpenAI API

ca-dp · Sep 29, 2023 · 72f8f4d · 72f8f4d
1 parent c959463
commit 72f8f4d
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 7 deletions.
diff --git a/dist/index.js b/dist/index.js
diff --git a/src/ai.ts b/src/ai.ts
@@ -7,13 +7,18 @@ export async function completionRequest(
 ): Promise<string> {
   try {
     const openai = new OpenAI({ apiKey })
-    const response = await openai.chat.completions.create({
-      messages: [
-        { role: 'system', content: systemPrompt },
-        { role: 'user', content: userPrompt }
-      ],
-      model: 'gpt-3.5-turbo'
-    })
+    const response = await openai.chat.completions.create(
+      {
+        messages: [
+          { role: 'system', content: systemPrompt },
+          { role: 'user', content: userPrompt }
+        ],
+        model: 'gpt-3.5-turbo'
+      },
+      {
+        timeout: 60 * 1000 // 60s
+      }
+    )
     if (
       response.choices &&
       response.choices[0] &&