trillionlabs
/

Trillion-7B-preview

Text Generation

text-generation-inference

Model card Files Files and versions Community

godtn0 commited on Mar 17

Commit

b2352e4

·

verified ·

1 Parent(s): 4422a7b

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -72,7 +72,7 @@ text = tokenizer.apply_chat_template(
 model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
 generated_ids = model.generate(
-    **model_inputs,
     max_new_tokens=512
 )
 generated_ids = [

 model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
 generated_ids = model.generate(
+    model_inputs["input_ids"],
     max_new_tokens=512
 )
 generated_ids = [