Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
@@ -318,7 +318,7 @@ async def chat(query,history, method, sources,reports,subtype, client_ip=None, s
|
|
318 |
stream= True,
|
319 |
max_tokens=int(model_config.get('reader','MAX_TOKENS')),
|
320 |
)
|
321 |
-
|
322 |
token = message.choices[0].delta.content
|
323 |
if token:
|
324 |
answer_yet += token
|
@@ -326,6 +326,7 @@ async def chat(query,history, method, sources,reports,subtype, client_ip=None, s
|
|
326 |
history[-1] = (query, parsed_answer)
|
327 |
logs_data["answer"] = parsed_answer
|
328 |
yield [tuple(x) for x in history], docs_html, logs_data, session_id
|
|
|
329 |
|
330 |
# Stream the response updates
|
331 |
async for update in process_stream():
|
|
|
318 |
stream= True,
|
319 |
max_tokens=int(model_config.get('reader','MAX_TOKENS')),
|
320 |
)
|
321 |
+
for message in response:
|
322 |
token = message.choices[0].delta.content
|
323 |
if token:
|
324 |
answer_yet += token
|
|
|
326 |
history[-1] = (query, parsed_answer)
|
327 |
logs_data["answer"] = parsed_answer
|
328 |
yield [tuple(x) for x in history], docs_html, logs_data, session_id
|
329 |
+
await asyncio.sleep(0.05)
|
330 |
|
331 |
# Stream the response updates
|
332 |
async for update in process_stream():
|