try with new pipe instructions

sketch.js

@@ -160,24 +160,14 @@ async function runModel(PREPROMPT, PROMPT){
 
     // let inputText = PREPROMPT + PROMPT
 
-    // for zephyr customizing
-    let inputs = [
-        {
-            "role": "system",
-            "content": PREPROMPT
-        },{
-            "role": "user",
-            "content": PROMPT,
-            "max_new_tokens": 256,
-            "do_sample": false
-        }
-    ]
+    
 
 
     // pipeline/transformers version
     // let pipe = await pipeline('text-generation', 'Xenova/distilgpt2');
     // seems to work with default model distilgpt2 ugh
-    let pipe = pipeline('text-generation', "HuggingFaceH4/zephyr-7b-beta")
+
+    let pipe = pipeline("text-generation", "HuggingFaceH4/zephyr-7b-beta")
 
     // IMPORTANT: different models have different input/output structures for their API so look to the samples and references on the specific model page for help :)
 
@@ -193,19 +183,29 @@ async function runModel(PREPROMPT, PROMPT){
     //     num_return_sequences: 1 //must be 1 for greedy search
     // })
 
+    // for zephyr customizing
+    let MESSAGES = [
+        {
+            "role": "system",
+            "content": PREPROMPT
+        },{
+            "role": "user",
+            "content": PROMPT
+        }
+    ]
+
     // DID NOT WORK for zephyr customizing
-    // let prompt = pipe.tokenizer.apply_chat_template(inputs, {
+    // let prompt = pipe(tokenizer.apply_chat_template(MESSAGES, {
     //     tokenize: false,
     //     add_generation_prompt: true
     // })
 
-    let out = await pipe(inputs, {
-        // max_new_tokens: 256,
-        // do_sample: true,
-        "return_full_text": false,
-        temperature: 0.7,
-        top_k: 50,
-        top_p: 0.95
+    let out = await pipe(MESSAGES, {
+        max_new_tokens: 150,
+        return_full_text: false
+        // temperature: 0.7,
+        // top_k: 50,
+        // top_p: 0.95
     })