try pipe again

sketch.js

@@ -158,16 +158,10 @@ new p5(function (p5) {
 async function runModel(PREPROMPT, PROMPT){
     // // Chat completion API
 
-    // let inputText = PREPROMPT + PROMPT
-
-    
-
-
     // pipeline/transformers version
     // let pipe = await pipeline('text-generation', 'Xenova/distilgpt2');
     // seems to work with default model distilgpt2 ugh
 
-    let pipe = pipeline("text-generation", "HuggingFaceH4/zephyr-7b-beta")
 
     // IMPORTANT: different models have different input/output structures for their API so look to the samples and references on the specific model page for help :)
 
@@ -176,13 +170,15 @@ async function runModel(PREPROMPT, PROMPT){
     // 'Xenova/gpt-3.5-turbo'
     // , 'Xenova/distilgpt2'
 
-    // let out = await pipe(inputText, {
+    // let res = await pipe(inputText, {
     //     max_tokens: 250,
     //     return_full_text: false
     //     repetition_penalty: 1.5,
     //     num_return_sequences: 1 //must be 1 for greedy search
     // })
 
+    let pipe = pipeline("text-generation", "HuggingFaceH4/zephyr-7b-beta")
+
     // for zephyr customizing
     let MESSAGES = [
         {
@@ -194,25 +190,17 @@ async function runModel(PREPROMPT, PROMPT){
         }
     ]
 
-    // DID NOT WORK for zephyr customizing
-    // let prompt = pipe(tokenizer.apply_chat_template(MESSAGES, {
-    //     tokenize: false,
-    //     add_generation_prompt: true
-    // })
-
-    let out = await pipe(MESSAGES, {
+    let res = await pipe(MESSAGES, {
         max_new_tokens: 150,
-        return_full_text: false
-        // temperature: 0.7,
-        // top_k: 50,
-        // top_p: 0.95
-    })
-        
+        temperature: 0.7,
+        top_k: 50,
+        top_p: 0.95
+    });
     
-    console.log(out)
+    console.log(res)
 
-    // var modelResult = await out[0].generated_text
-    var modelResult = await out[0].generated_text[0].content
+    // var modelResult = await res[0].generated_text
+    var modelResult = await res[0].generated_text[0].content
     console.log(modelResult)
 
     return modelResult