hyperparams, diff model

README.md

@@ -7,8 +7,9 @@ sdk: static
 pinned: false
 models:
 # - Xenova/detr-resnet-50
-- Xenova/gpt2
-- Xenova/bloom-560m
+# - Xenova/gpt2
+# - Xenova/bloom-560m
+- Xenova/distilgpt2
 # - Xenova/llama-68m
 # - Xenova/LaMini-Flan-T5-783M
 # - mistralai/Mistral-7B-Instruct-v0.2

sketch.js

@@ -2,8 +2,8 @@ import { pipeline, env } from 'https://cdn.jsdelivr.net/npm/@xenova/transformers
 // import { HfInference } from 'https://cdn.jsdelivr.net/npm/@huggingface/[email protected]/+esm';
 // const inference = new HfInference();
 
-let pipe = await pipeline('text-generation', model='Xenova/bloom-560m', return_full_text=False);
-// models('Xenova/gpt2', 'mistralai/Mistral-7B-Instruct-v0.2', 'meta-llama/Meta-Llama-3-8B', 'Xenova/bloom-560m')
+let pipe = await pipeline('text-generation', model='Xenova/distilgpt2');
+// models('Xenova/gpt2', 'mistralai/Mistral-7B-Instruct-v0.2', 'meta-llama/Meta-Llama-3-8B', 'Xenova/bloom-560m', 'Xenova/distilgpt2')
 // list of models by task: 'https://huggingface.co/docs/transformers.js/index#supported-tasksmodels'
 
 
@@ -30,7 +30,12 @@ var PROMPT = `The [BLANK] works as a [FILL] but wishes for [FILL].`
 // let out = await pipe(PREPROMPT + PROMPT)
 let out = await pipe(PREPROMPT + PROMPT, {
     max_new_tokens: 250,
-    temperature: 0.9
+    temperature: 2,
+    return_full_text: False
+    repetition_penalty: 1.5,
+    no_repeat_ngram_size: 2,
+    num_beams: 2,
+    num_return_sequences: 2,
 });
 console.log(out)
 
@@ -157,6 +162,8 @@ new p5(function(p5){
 
     function makeInterface(){
         console.log('got to make interface')
+        p5.createElement()
+
         promptInput = p5.createInput("")
         promptInput.position(0,160)
         promptInput.size(500);