add LLM env (#48)

iotexproject · Jan 28, 2025 · aff4d54 · aff4d54
1 parent 0c1663d
commit aff4d54
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 4 deletions.
diff --git a/.env.template b/.env.template
@@ -6,7 +6,9 @@ DEEPSEEK_API_KEY=your_deepseek_api_key
 ANTHROPIC_API_KEY=your_anthropic_api_key
 OPENAI_API_KEY=your_openai_api_key
 
-FAST_LLM_MODEL=gpt-4o-mini
-LLM_MODEL=deepseek-chat
+FAST_LLM_PROVIDER=
+FAST_LLM_MODEL=
+LLM_PROVIDER=
+LLM_MODEL=
 
 API_V2_KEY=your_api_v2_key # for iotex l1 data
diff --git a/src/SentientAI.ts b/src/SentientAI.ts
@@ -9,6 +9,9 @@ export class SentientAI {
   orchestrator: QueryOrchestrator;
 
   constructor() {
+    if (!process.env.FAST_LLM_PROVIDER || !process.env.LLM_PROVIDER) {
+      throw new Error("FAST_LLM_PROVIDER and LLM_PROVIDER must be set");
+    }
     this.orchestrator = new QueryOrchestrator({
       tools: [
         new NewsAPITool(),
@@ -19,8 +22,8 @@ export class SentientAI {
         new L1DataTool(),
       ],
       llmService: new LLMService({
-        fastLLMProvider: "openai",
-        llmProvider: "deepseek",
+        fastLLMProvider: process.env.FAST_LLM_PROVIDER,
+        llmProvider: process.env.LLM_PROVIDER,
       }),
     });
   }