try a different pipe type

sketch.js

@@ -168,7 +168,8 @@ async function runModel(PREPROMPT, PROMPT){
         },{
             "role": "user",
             "content": PROMPT,
-            "max_tokens": 250
+            "max_new_tokens": 256,
+            "do_sample": false
         }
     ]
 
@@ -176,7 +177,7 @@ async function runModel(PREPROMPT, PROMPT){
     // pipeline/transformers version
     // let pipe = await pipeline('text-generation', 'Xenova/distilgpt2');
     // seems to work with default model distilgpt2 ugh
-    let pipe = pipeline('text-generation', "HuggingFaceH4/zephyr-7b-beta")
+    let pipe = pipeline('chat-completion', "HuggingFaceH4/zephyr-7b-beta")
 
     // IMPORTANT: different models have different input/output structures for their API so look to the samples and references on the specific model page for help :)
 
@@ -199,8 +200,9 @@ async function runModel(PREPROMPT, PROMPT){
     })
 
     let out = await pipe(prompt, {
-        max_new_tokens: 256,
-        do_sample: true,
+        // max_new_tokens: 256,
+        // do_sample: true,
+        "return_full_text": false,
         temperature: 0.7,
         top_k: 50,
         top_p: 0.95