switch back to default model

README.md

@@ -6,13 +6,13 @@ colorTo: blue
 sdk: static
 pinned: false
 models:
+- Xenova/distilgpt2
 - HuggingFaceH4/zephyr-7b-beta
 # - openai-community/gpt2
 # - meta-llama/Meta-Llama-3-70B-Instruct
 # - Xenova/detr-resnet-50
 # - Xenova/gpt2
 # - Xenova/bloom-560m
-# - Xenova/distilgpt2
 # - Xenova/gpt-3.5-turbo
 # - Xenova/llama-68m
 # - Xenova/LaMini-Flan-T5-783M

sketch.js

@@ -177,21 +177,19 @@ async function runModel(PREPROMPT, PROMPT){
     //     num_return_sequences: 1 //must be 1 for greedy search
     // })
 
-    let generator = pipeline("text-generation", "HuggingFaceH4/zephyr-7b-beta")
+    // let generator = pipeline("text-generation", "HuggingFaceH4/zephyr-7b-beta")
 
-    // let MESSAGES = PREPROMPT + PROMPT
+    let MESSAGES = PREPROMPT + PROMPT
     // for zephyr customizing
-    let MESSAGES = [
-        {
-            "role": "system",
-            "content": PREPROMPT
-        },{
-            "role": "user",
-            "content": PROMPT
-        }
-    ]
-
-    let res = await generator(MESSAGES)
+    // let MESSAGES = [
+    //     {
+    //         "role": "system",
+    //         "content": PREPROMPT
+    //     },{
+    //         "role": "user",
+    //         "content": PROMPT
+    //     }
+    // ]
 
     // let res = await pipe(MESSAGES, {
     //     max_new_tokens: 150,
@@ -199,11 +197,14 @@ async function runModel(PREPROMPT, PROMPT){
     //     top_k: 50,
     //     top_p: 0.95
     // });
+    let generator = pipeline('text-generation', 'Xenova/distilgpt2')
+
+    let res = await generator(MESSAGES)
     
     console.log(res)
 
-    // var modelResult = await res[0].generated_text
-    var modelResult = await res[0].generated_text[0].content
+    var modelResult = await res[0].generated_text
+    // var modelResult = await res[0].generated_text[0].content
     console.log(modelResult)
 
     return modelResult