fix: createStream function in chat.ts` to send response chunks as J…

…SON objects
Azure-Samples · Apr 4, 2024 · 12b6e13 · 12b6e13
1 parent fd72e16
commit 12b6e13
Showing 1 changed file with 13 additions and 1 deletion.
diff --git a/packages/api/src/functions/chat.ts b/packages/api/src/functions/chat.ts
@@ -68,7 +68,19 @@ function createStream(chunks: AsyncIterable<{ context: Document[]; answer: strin
 
   const stream = async () => {
     for await (const chunk of chunks) {
-      buffer.push(chunk.answer);
+      const responseChunk = {
+        choices: [
+          {
+            index: 0,
+            delta: {
+              content: chunk.answer,
+              role: 'assistant',
+            },
+          },
+        ],
+      };
+
+      buffer.push(JSON.stringify(responseChunk) + '\n');
     }
 
     buffer.push(null);