Merge pull request #23 from ca-dp/releases/add-timeout

Add timeout to OpenAI API
ca-dp · Sep 29, 2023 · 50a3f3a · 50a3f3a
2 parents c959463 + 000b500
commit 50a3f3a
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 8 deletions.
diff --git a/badges/coverage.svg b/badges/coverage.svg
diff --git a/dist/index.js b/dist/index.js
diff --git a/src/ai.ts b/src/ai.ts
@@ -7,13 +7,19 @@ export async function completionRequest(
 ): Promise<string> {
   try {
     const openai = new OpenAI({ apiKey })
-    const response = await openai.chat.completions.create({
-      messages: [
-        { role: 'system', content: systemPrompt },
-        { role: 'user', content: userPrompt }
-      ],
-      model: 'gpt-3.5-turbo'
-    })
+    const requestTimeout = 300 * 1000 // 5 minutes
+    const response = await openai.chat.completions.create(
+      {
+        messages: [
+          { role: 'system', content: systemPrompt },
+          { role: 'user', content: userPrompt }
+        ],
+        model: 'gpt-3.5-turbo'
+      },
+      {
+        timeout: requestTimeout
+      }
+    )
     if (
       response.choices &&
       response.choices[0] &&