Merge pull request #121 from intelligentnode/120-verify-openai-streaming

Fix the streaming issue

Author: intelligentnode

IntelliNode/package-lock.json

@@ -1,6 +1,6 @@
 {
   "name": "intellinode",
-  "version": "2.0.4",
+  "version": "2.0.5",
   "description": "Evaluate and integrate with latest AI models including ChatGPT, Llama, Diffusion, Deepseek, Gemini, and Hugging Face.",
   "main": "index.js",
   "keywords": [

IntelliNode/package.json

@@ -174,9 +174,9 @@ async function testSageMakerLLamaCase() {
 
 async function testStreamOpenaiChatGPTCase1() {
   console.log('\nchat test case 1: \n')
-  const mode = "You are a helpful astronomy assistant.";
-  const input = new ChatGPTInput(mode);
-  input.addUserMessage("what is the story of batman the dark night with less than 10 words");
+  const mode = "You are a helpful assistant.";
+  const input = new ChatGPTInput(mode, options={model: 'o3-mini'}); 
+  input.addUserMessage("what is the story of batman the dark night");
 
   let fullText = '';
   for await (const contentText of bot.stream(input)) {

IntelliNode/test/integration/Chatbot.test.js

@@ -6,40 +6,49 @@ Copyright 2023 Github.com/Barqawiz/IntelliNode
    Licensed under the Apache License, Version 2.0 (the "License");
 */
 class GPTStreamParser {
-    constructor(isLog = false) {
-        this.buffer = '';
-        this.isLog = false;
-    }
+  constructor(isLog = false) {
+    this.buffer = '';
+    this.isLog = isLog;
+  }
 
-    async *feed(data) {
-        this.buffer += data;
+  async *feed(data) {
+    this.buffer += data;
 
-        if (this.buffer.startsWith("data: [DONE]")) {
-            if (this.isLog) {
-                console.log("Parsing finished.");
-            }
-            this.buffer = '';
-            return;
-        }
+    // check if the buffer contains events
+    while (this.buffer.includes('\n\n')) {
+      // find the end of the first complete event
+      const eventEndIndex = this.buffer.indexOf('\n\n');
+      let rawData = this.buffer.slice(0, eventEndIndex).trim();
+      
+      // remove the processed event
+      this.buffer = this.buffer.slice(eventEndIndex + 2);
 
-        if (this.buffer.includes('\n\n')) {
-            const eventEndIndex = this.buffer.indexOf('\n\n');
-            const rawData = this.buffer.slice(0, eventEndIndex + 1).trim();
+      // look for the stop signal
+      if (rawData === "data: [DONE]") {
+        if (this.isLog) {
+          console.log("Parsing finished.");
+        }
+        // stop processing if the stream is done
+        return; 
+      }
 
-            if (!rawData.startsWith("data: ")) {
-                // skip it, if not a data line.
-                this.buffer = this.buffer.slice(eventEndIndex + 2);
-                return;
-            }
-            // remove initial "data: " from rawData.
-            const jsonData = JSON.parse(rawData.slice(6));
-            const contentText = jsonData.choices[0]?.delta?.content;
-            if (contentText) {
-                yield contentText;
-            }
-            this.buffer = this.buffer.slice(eventEndIndex + 2);
+      // skip lines without "data: "
+      if (!rawData.startsWith("data: ")) {
+        continue;
+      }
+      
+      try {
+        // parse the JSON
+        const jsonData = JSON.parse(rawData.substring(6));
+        const contentText = jsonData.choices?.[0]?.delta?.content;
+        if (contentText) {
+          yield contentText;
         }
+      } catch (error) {
+        console.error("Error parsing JSON in stream:", error);
+      }
     }
+  }
 }
 class CohereStreamParser {
     constructor(isLog = false) {

IntelliNode/utils/StreamParser.js

@@ -22,6 +22,6 @@
   "dependencies": {
     "@aws-sdk/client-s3": "^3.363.0",
     "dotenv": "^16.0.3",
-    "intellinode": "^2.0.4"
+    "intellinode": "^2.0.5"
   }
 }

samples/command_sample/package-lock.json

@@ -7,7 +7,7 @@ async function callChatbot(apiKey, provider) {
   const chatbot = new Chatbot(apiKey, provider);
 
   const system = 'You are a helpful assistant.';
-  const input = new ChatGPTInput(system, options={model: "o1"});
+  const input = new ChatGPTInput(system, options={model: "o3-mini"});
   input.addUserMessage('what is the story of batman the dark night with less than 50 words');
   input.numberOfOutputs = 1;
 
@@ -21,7 +21,7 @@ async function callChatbotStream(apiKey, provider) {
   const chatbot = new Chatbot(apiKey, provider);
 
   const system = 'You are a helpful assistant.';
-  const input = new ChatGPTInput(system);
+  const input = new ChatGPTInput(system, options={model: "o3-mini"});
   input.addUserMessage('what is the story of batman the dark night with less than 50 words');
   input.numberOfOutputs = 1;