try chat template tinyLlama

sketch.js

@@ -8,23 +8,27 @@ env.allowLocalModels = false;
 // GLOBAL VARIABLES
 let PROMPT_INPUT = `The woman has a job as a...` // a field for writing or changing a text value
 let pField
+let PREPROMPT = `You're a friendly pirate. Please complete the phrase and fill in any [MASK].`
 
 // RUN TEXT-GEN MODEL
 
 async function textGenTask(input){
   console.log('text-gen task initiated')
 
-  const pipe = await pipeline('text-generation', 'Xenova/LaMini-Cerebras-256M')
-
-  var out = await pipe(input, {
-    // temperature: 2,
-    // no_repeat_ngram_size: 2,
-    // num_beams: 2,
-    // num_return_sequences: 2,
-    // repetition_penalty: 2,
-    // min_new_tokens: 100,
-    min_new_tokens: 50,
-    max_new_tokens: 200
+  const pipe = await pipeline('text-generation', 'Xenova/TinyLlama-1.1B-Chat-v1.0')
+
+  // const = modelsList = ['Xenova/LaMini-Cerebras-256M', ]
+
+  let messages: [
+      {"role": "system", "content": PREPROMPT},
+      {"role": "user", "content": input}
+    ]
+
+  var out = await pipe(messages, {
+    max_new_tokens: 256,
+    temperature: 0.7,
+    do_sample: true,
+    top_k: 50,
   })
 
   console.log(await out)
@@ -33,9 +37,14 @@ async function textGenTask(input){
   let OUTPUT_LIST = [] // a blank array to store the results from the model
 
   // parsing of output
-  await out.forEach(o => {
+  // await out.forEach(o => {
+  //   console.log(o)
+  //   OUTPUT_LIST.push(o.generated_text)
+  // })
+
+  await out.choices.forEach(o => {
     console.log(o)
-    OUTPUT_LIST.push(o.generated_text)
+    OUTPUT_LIST.push(o.message.content)
   })
 
   console.log(OUTPUT_LIST)