revert

src/pages/api/llm.js

@@ -3,7 +3,7 @@ import { LLMError, LLMStream } from './stream';
 
 const handler = async (req, res) => {
   try {
-    const { question } = req.body;
+    const { question } = (await req.body);
 
     const googleCustomSearch = new GoogleCustomSearch({
         apiKey: process.env.API_KEY,
@@ -24,32 +24,23 @@ const handler = async (req, res) => {
     const promptToSend = "You are a helpful assistant, a search term is provided and you are given search results to help provide a useful response.";
     const stream = await LLMStream({ id: "gpt-3.5-turbo-0613" }, promptToSend, 0.8, messages, functions);
 
+    let data = '';
     const decoder = new TextDecoder();
-
     for await (const chunk of stream) {
-        const data = decoder.decode(chunk);
-        if (!res.writableEnded) {
-            res.write(data);
-        }
+        data += decoder.decode(chunk);
+        res.write(data);
     }
 
-    if (!res.writableEnded) {
-        res.end();
-    }
-    return res;
-    
+    return res.end();
+
   } catch (error) {
     console.error(error);
     if (error instanceof LLMError) {
-      res.status(500);
-      res.send(error.message);
-      return res;
+      return new Response('Error', { status: 500, statusText: error.message });
     } else {
-      res.status(500);
-      res.send('Error');
-      return res;
+      return new Response('Error', { status: 500 });
     }
   }
 };
 
-export default handler;
+export default handler;

src/pages/api/stream.js

@@ -72,7 +72,7 @@ export const LLMStream = async (
           const data = event.data;
 
           try {
-            if (data === "[DONE]") {
+            if (data === "[DONE]" || !data) {
               return;
             }
             const json = JSON.parse(data);