1.4.1 - adding OpenAI assistants, vision, text to speech and function…

… calling
OvidijusParsiunas · Nov 12, 2023 · e4732e0 · e4732e0
1 parent 749c4b6
commit e4732e0
Show file tree

Hide file tree

Showing 29 changed files with 8,090 additions and 6,849 deletions.
diff --git a/component/custom-elements.json b/component/custom-elements.json
diff --git a/component/package-lock.json b/component/package-lock.json
diff --git a/component/package.json b/component/package.json
@@ -1,6 +1,6 @@
 {
   "name": "deep-chat",
-  "version": "1.4.0",
+  "version": "1.4.1",
   "description": "Customizable chat component for AI APIs",
   "main": "./dist/deepChat.js",
   "module": "./dist/deepChat.js",

diff --git a/component/src/services/openAI/openAIAssistantIO.ts b/component/src/services/openAI/openAIAssistantIO.ts
@@ -45,7 +45,7 @@ export class OpenAIAssistantIO extends DirectServiceIO {
   }
 
   private processMessages(pMessages: MessageContent[], file_ids?: string[]) {
-    const totalMessagesMaxCharLength = this.totalMessagesMaxCharLength || OpenAIUtils.CONVERSE_MAX_CHAR_LENGTH;
+    const totalMessagesMaxCharLength = this.totalMessagesMaxCharLength || -1;
     return MessageLimitUtils.getCharacterLimitMessages(pMessages, totalMessagesMaxCharLength).map((message) => {
       return {content: message.text || '', role: message.role === MessageUtils.AI_ROLE ? 'assistant' : 'user', file_ids};
     });

diff --git a/component/src/services/openAI/openAIChatIO.ts b/component/src/services/openAI/openAIChatIO.ts
@@ -64,9 +64,8 @@ export class OpenAIChatIO extends DirectServiceIO {
   // prettier-ignore
   private preprocessBody(body: OpenAIConverseBodyInternal, pMessages: MessageContent[]) {
     const bodyCopy = JSON.parse(JSON.stringify(body));
-    const totalMessagesMaxCharLength = this.totalMessagesMaxCharLength || OpenAIUtils.CONVERSE_MAX_CHAR_LENGTH;
     const processedMessages = MessageLimitUtils.getCharacterLimitMessages(pMessages,
-        totalMessagesMaxCharLength - this._systemMessage.content.length)
+        this.totalMessagesMaxCharLength ? this.totalMessagesMaxCharLength - this._systemMessage.content.length : -1)
       .map((message) => {
         return {content: OpenAIChatIO.getContent(message),
           role: message.role === MessageUtils.AI_ROLE ? 'assistant' : 'user'};});

diff --git a/component/src/services/openAI/openAIImagesIO.ts b/component/src/services/openAI/openAIImagesIO.ts
@@ -28,14 +28,12 @@ export class OpenAIImagesIO extends DirectServiceIO {
 
   url = ''; // set dynamically
   permittedErrorPrefixes = ['Incorrect', 'Invalid input image'];
-  private readonly _maxCharLength: number = OpenAIUtils.FILE_MAX_CHAR_LENGTH;
 
   constructor(deepChat: DeepChat) {
-    const {directConnection, textInput} = deepChat;
+    const {directConnection} = deepChat;
     const apiKey = directConnection?.openAI;
     const defaultFile = {images: {files: {acceptedFormats: '.png', maxNumberOfFiles: 2}}};
     super(deepChat, OpenAIUtils.buildKeyVerificationDetails(), OpenAIUtils.buildHeaders, apiKey, defaultFile);
-    if (textInput?.characterLimit) this._maxCharLength = textInput.characterLimit;
     const config = directConnection?.openAI?.images as NonNullable<OpenAI['images']>;
     if (this.camera) {
       const dimension = typeof config === 'object' && config.size ? Number.parseInt(config.size) : 1024;
@@ -61,10 +59,7 @@ export class OpenAIImagesIO extends DirectServiceIO {
 
   private preprocessBody(body: OpenAIImages, lastMessage?: string) {
     const bodyCopy = JSON.parse(JSON.stringify(body));
-    if (lastMessage && lastMessage !== '') {
-      const processedMessage = lastMessage.substring(0, this._maxCharLength);
-      bodyCopy.prompt = processedMessage;
-    }
+    if (lastMessage && lastMessage !== '') bodyCopy.prompt = lastMessage;
     return bodyCopy;
   }
 

diff --git a/component/src/services/openAI/openAISpeechToTextIO.ts b/component/src/services/openAI/openAISpeechToTextIO.ts
@@ -25,15 +25,12 @@ export class OpenAISpeechToTextIO extends DirectServiceIO {
   url = ''; // set dynamically
   permittedErrorPrefixes = ['Invalid'];
   textInputPlaceholderText = 'Upload an audio file';
-  private readonly _maxCharLength: number = OpenAIUtils.FILE_MAX_CHAR_LENGTH;
   private _service_url: string = OpenAISpeechToTextIO.AUDIO_TRANSCRIPTIONS_URL;
 
   constructor(deepChat: DeepChat) {
-    const {textInput} = deepChat;
     const directConnectionCopy = JSON.parse(JSON.stringify(deepChat.directConnection));
     const apiKey = directConnectionCopy?.openAI;
     super(deepChat, OpenAIUtils.buildKeyVerificationDetails(), OpenAIUtils.buildHeaders, apiKey, {audio: {}});
-    if (textInput?.characterLimit) this._maxCharLength = textInput.characterLimit;
     const config = directConnectionCopy?.openAI?.audio as NonNullable<OpenAI['speechToText']>;
     if (typeof config === 'object') {
       this.processConfig(config);
@@ -72,10 +69,7 @@ export class OpenAISpeechToTextIO extends DirectServiceIO {
   private preprocessBody(body: OpenAISpeechToText, messages: MessageContent[]) {
     const bodyCopy = JSON.parse(JSON.stringify(body));
     const lastMessage = messages[messages.length - 1]?.text?.trim();
-    if (lastMessage && lastMessage !== '') {
-      const processedMessage = lastMessage.substring(0, this._maxCharLength);
-      bodyCopy.prompt = processedMessage;
-    }
+    if (lastMessage && lastMessage !== '') bodyCopy.prompt = lastMessage;
     return bodyCopy;
   }
 

diff --git a/component/src/services/openAI/openAITextToSpeechIO.ts b/component/src/services/openAI/openAITextToSpeechIO.ts
@@ -16,7 +16,6 @@ export class OpenAITextToSpeechIO extends DirectServiceIO {
   permittedErrorPrefixes = ['Invalid'];
   private static readonly DEFAULT_MODEL = 'tts-1';
   private static readonly DEFAULT_VOIDE = 'alloy';
-  private readonly _maxCharLength: number = OpenAIUtils.FILE_MAX_CHAR_LENGTH;
   textInputPlaceholderText: string;
 
   introPanelMarkUp = `
@@ -25,11 +24,9 @@ export class OpenAITextToSpeechIO extends DirectServiceIO {
     <p>Click <a href="https://platform.openai.com/docs/guides/text-to-speech">here</a> for more information.</p>`;
 
   constructor(deepChat: DeepChat) {
-    const {textInput} = deepChat;
     const directConnectionCopy = JSON.parse(JSON.stringify(deepChat.directConnection)) as DirectConnection;
     const apiKey = directConnectionCopy?.openAI;
     super(deepChat, OpenAIUtils.buildKeyVerificationDetails(), OpenAIUtils.buildHeaders, apiKey);
-    if (textInput?.characterLimit) this._maxCharLength = textInput.characterLimit;
     const config = directConnectionCopy?.openAI?.textToSpeech as NonNullable<OpenAI['textToSpeech']>;
     if (typeof config === 'object') Object.assign(this.rawBody, config);
     this.rawBody.model ??= OpenAITextToSpeechIO.DEFAULT_MODEL;
@@ -42,8 +39,7 @@ export class OpenAITextToSpeechIO extends DirectServiceIO {
     const bodyCopy = JSON.parse(JSON.stringify(body));
     const lastMessage = messages[messages.length - 1]?.text?.trim();
     if (lastMessage && lastMessage !== '') {
-      const processedMessage = lastMessage.substring(0, this._maxCharLength);
-      bodyCopy.input = processedMessage;
+      bodyCopy.input = lastMessage;
     }
     return bodyCopy;
   }

diff --git a/component/src/services/openAI/utils/openAIUtils.ts b/component/src/services/openAI/utils/openAIUtils.ts
@@ -6,10 +6,6 @@ import {RequestUtils} from '../../../utils/HTTP/requestUtils';
 import {ServiceIO} from '../../serviceIO';
 
 export class OpenAIUtils {
-  // 13352 roughly adds up to 3,804 tokens just to be safe
-  public static readonly CONVERSE_MAX_CHAR_LENGTH: number = 13352;
-  public static readonly FILE_MAX_CHAR_LENGTH: number = 1000;
-
   public static buildHeaders(key: string) {
     return {
       Authorization: `Bearer ${key}`,

diff --git a/component/src/services/utils/messageLimitUtils.ts b/component/src/services/utils/messageLimitUtils.ts
@@ -2,6 +2,7 @@ import {MessageContent} from '../../types/messages';
 
 export class MessageLimitUtils {
   public static getCharacterLimitMessages(messages: MessageContent[], limit: number) {
+    if (limit === -1) return messages;
     let totalCharacters = 0;
     let i = messages.length - 1;
     for (i; i >= 0; i -= 1) {

diff --git a/example-servers/nextjs/package-lock.json b/example-servers/nextjs/package-lock.json
diff --git a/example-servers/nextjs/package.json b/example-servers/nextjs/package.json
@@ -7,7 +7,7 @@
   },
   "dependencies": {
     "axios": "^1.4.0",
-    "deep-chat-react": "^1.4.0",
+    "deep-chat-react": "^1.4.1",
     "eventsource-parser": "^1.0.0",
     "next": "13.4.9",
     "react": "^18.2.0",

diff --git a/example-servers/sveltekit/package-lock.json b/example-servers/sveltekit/package-lock.json
diff --git a/example-servers/sveltekit/package.json b/example-servers/sveltekit/package.json
@@ -21,7 +21,7 @@
   },
   "type": "module",
   "dependencies": {
-    "deep-chat": "^1.4.0",
+    "deep-chat": "^1.4.1",
     "eventsource-parser": "^1.0.0"
   }
 }
diff --git a/example-servers/ui/package-lock.json b/example-servers/ui/package-lock.json
diff --git a/example-servers/ui/package.json b/example-servers/ui/package.json
@@ -10,7 +10,7 @@
     "@types/node": "^16.18.38",
     "@types/react": "^18.2.14",
     "@types/react-dom": "^18.2.6",
-    "deep-chat-react": "^1.4.0",
+    "deep-chat-react": "^1.4.1",
     "react": "^18.2.0",
     "react-dom": "^18.2.0",
     "react-scripts": "5.0.1",

diff --git a/other-packages/react/package-lock.json b/other-packages/react/package-lock.json