Update README.md
Browse files
README.md
CHANGED
@@ -59,7 +59,7 @@ def generate(prompt, max_new_tokens=256):
|
|
59 |
inputs = tokenizer(input, return_tensors='pt').to(device)
|
60 |
output = model.generate(inputs['input_ids'],max_new_tokens=max_new_tokens, do_sample=False, temperature=1.0, eos_token_id=terminators)
|
61 |
output = tokenizer.decode(output[0], skip_special_tokens=True) # set `skip_special_tokens=False` to debug
|
62 |
-
|
63 |
```
|
64 |
|
65 |
test :
|
|
|
59 |
inputs = tokenizer(input, return_tensors='pt').to(device)
|
60 |
output = model.generate(inputs['input_ids'],max_new_tokens=max_new_tokens, do_sample=False, temperature=1.0, eos_token_id=terminators)
|
61 |
output = tokenizer.decode(output[0], skip_special_tokens=True) # set `skip_special_tokens=False` to debug
|
62 |
+
return output
|
63 |
```
|
64 |
|
65 |
test :
|