ppsingh commited on
Commit
a0bf597
·
verified ·
1 Parent(s): d8434d8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -318,7 +318,7 @@ async def chat(query,history, method, sources,reports,subtype, client_ip=None, s
318
  stream= True,
319
  max_tokens=int(model_config.get('reader','MAX_TOKENS')),
320
  )
321
- async for message in response:
322
  token = message.choices[0].delta.content
323
  if token:
324
  answer_yet += token
@@ -326,6 +326,7 @@ async def chat(query,history, method, sources,reports,subtype, client_ip=None, s
326
  history[-1] = (query, parsed_answer)
327
  logs_data["answer"] = parsed_answer
328
  yield [tuple(x) for x in history], docs_html, logs_data, session_id
 
329
 
330
  # Stream the response updates
331
  async for update in process_stream():
 
318
  stream= True,
319
  max_tokens=int(model_config.get('reader','MAX_TOKENS')),
320
  )
321
+ for message in response:
322
  token = message.choices[0].delta.content
323
  if token:
324
  answer_yet += token
 
326
  history[-1] = (query, parsed_answer)
327
  logs_data["answer"] = parsed_answer
328
  yield [tuple(x) for x in history], docs_html, logs_data, session_id
329
+ await asyncio.sleep(0.05)
330
 
331
  # Stream the response updates
332
  async for update in process_stream():