Spaces:
Paused
Paused
matt HOFFNER
commited on
Commit
·
bf8ef54
1
Parent(s):
284c9cc
debug
Browse files- src/pages/api/stream.js +14 -7
src/pages/api/stream.js
CHANGED
@@ -73,6 +73,10 @@ export const LLMStream = async (
|
|
73 |
const data = event.data;
|
74 |
|
75 |
try {
|
|
|
|
|
|
|
|
|
76 |
const json = JSON.parse(data);
|
77 |
if (json.choices[0].finish_reason === "stop") {
|
78 |
controller.close();
|
@@ -82,16 +86,19 @@ export const LLMStream = async (
|
|
82 |
const args = json.choices[0].message.function_call.arguments;
|
83 |
|
84 |
const fn = functions[fnName];
|
85 |
-
const
|
86 |
|
87 |
console.log(`Function call: ${fnName}, Arguments: ${args}`);
|
88 |
-
console.log(`Calling Function ${fnName} Result: ` +
|
89 |
-
|
90 |
|
91 |
-
|
92 |
-
|
93 |
-
|
94 |
-
|
|
|
|
|
|
|
|
|
95 |
} catch (e) {
|
96 |
console.log(e);
|
97 |
controller.error(e);
|
|
|
73 |
const data = event.data;
|
74 |
|
75 |
try {
|
76 |
+
if (data === '[DONE]') {
|
77 |
+
controller.close();
|
78 |
+
return;
|
79 |
+
}
|
80 |
const json = JSON.parse(data);
|
81 |
if (json.choices[0].finish_reason === "stop") {
|
82 |
controller.close();
|
|
|
86 |
const args = json.choices[0].message.function_call.arguments;
|
87 |
|
88 |
const fn = functions[fnName];
|
89 |
+
const functionResult = await fn(...Object.values(JSON.parse(args)));
|
90 |
|
91 |
console.log(`Function call: ${fnName}, Arguments: ${args}`);
|
92 |
+
console.log(`Calling Function ${fnName} Result: ` + functionResult);
|
|
|
93 |
|
94 |
+
const queue = encoder.encode(functionResult);
|
95 |
+
controller.enqueue(queue);
|
96 |
+
} else {
|
97 |
+
const text = json.choices[0].delta.content;
|
98 |
+
const queue = encoder.encode(text);
|
99 |
+
controller.enqueue(queue);
|
100 |
+
}
|
101 |
+
|
102 |
} catch (e) {
|
103 |
console.log(e);
|
104 |
controller.error(e);
|