giovanni correia commited on
Commit
966e298
·
verified ·
1 Parent(s): a86c03a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -71,7 +71,7 @@ def generate(
71
  input_ids = input_ids.to(model.device)
72
 
73
  streamer = TextIteratorStreamer(
74
- tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True
75
  )
76
  generate_kwargs = {
77
  "input_ids": input_ids,
 
71
  input_ids = input_ids.to(model.device)
72
 
73
  streamer = TextIteratorStreamer(
74
+ tokenizer, timeout=30.0, skip_prompt=True, skip_special_tokens=True
75
  )
76
  generate_kwargs = {
77
  "input_ids": input_ids,