giovanni correia
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -71,7 +71,7 @@ def generate(
|
|
71 |
input_ids = input_ids.to(model.device)
|
72 |
|
73 |
streamer = TextIteratorStreamer(
|
74 |
-
tokenizer, timeout=
|
75 |
)
|
76 |
generate_kwargs = {
|
77 |
"input_ids": input_ids,
|
|
|
71 |
input_ids = input_ids.to(model.device)
|
72 |
|
73 |
streamer = TextIteratorStreamer(
|
74 |
+
tokenizer, timeout=30.0, skip_prompt=True, skip_special_tokens=True
|
75 |
)
|
76 |
generate_kwargs = {
|
77 |
"input_ids": input_ids,
|