try plain inference fillMask

README.md

@@ -6,8 +6,8 @@ colorTo: blue
 sdk: static
 pinned: false
 models:
-  - bert-base-uncased
   - distilroberta-base
+  - bert-base-uncased
 hf_oauth: true
 hf_oauth_scopes:
   - read-repos

sketch.js

@@ -1,7 +1,7 @@
 // connect to API via module
 
 // import { AutoTokenizer, env } from 'https://cdn.jsdelivr.net/npm/@xenova/transformers';
-import { pipeline, env } from 'https://cdn.jsdelivr.net/npm/@xenova/[email protected]';
+// import { pipeline, env } from 'https://cdn.jsdelivr.net/npm/@xenova/[email protected]';
 
 /// AUTHORIZATION
 // import { textGeneration } from 'https://esm.sh/@huggingface/inference';
@@ -17,11 +17,11 @@ if (!oauthResult) {
 // You can use oauthResult.accessToken, oauthResult.accessTokenExpiresAt and oauthResult.userInfo
 // console.log(oauthResult);
 // window.huggingface.variables.OAUTH_CLIENT_SECRET
-// const HF_TOKEN = oauthResult.accessToken
+const HF_TOKEN = oauthResult.accessToken
 // console.log(HF_TOKEN)
 
-// import { HfInference } from 'https://esm.sh/@huggingface/inference';
-// const inference = new HfInference(HF_TOKEN);
+import { HfInference } from 'https://esm.sh/@huggingface/inference';
+const inference = new HfInference(HF_TOKEN);
 
 // PIPELINE MODELS
 // models('Xenova/gpt2', 'Xenova/gpt-3.5-turbo', 'mistralai/Mistral-7B-Instruct-v0.2', 'Xenova/llama-68m', 'meta-llama/Meta-Llama-3-8B', 'Xenova/bloom-560m', 'Xenova/distilgpt2')
@@ -199,6 +199,7 @@ new p5(function (p5) {
     }
 
     async function displayModel(m){
+        m = str(m)
         let modelDisplay = p5.createElement("p", "Results:");
         await modelDisplay.html(m)
     }
@@ -207,6 +208,20 @@ new p5(function (p5) {
 
 ///// MODEL STUFF
 
+async function runModel(PROMPT){
+    // let MODELNAME = 'distilroberta-base'
+
+    let unmasker = await fillMask(PROMPT)
+
+    console.log(unmasker)
+
+    // let res = unmasker(PROMPT, top_k=5)
+
+    var modelResult = [unmasker[0].sequence, unmasker[1].sequence, unmasker[2].sequence]
+
+    return modelResult
+}
+
 
 // async function runModel(PREPROMPT, PROMPT){
 //     // inference API version
@@ -350,27 +365,27 @@ new p5(function (p5) {
 
 
 // async function runModel(PROMPTS){
-async function runModel(PROMPT){
+// async function runModel(PROMPT){
 
-    // let MODELNAME = "bert-base-uncased"
-    let MODELNAME = 'distilroberta-base'
+//     // let MODELNAME = "bert-base-uncased"
+//     let MODELNAME = 'distilroberta-base'
 
-    let unmasker = await pipeline('fill-mask', MODELNAME)
+//     let unmasker = await pipeline('fill-mask', MODELNAME)
 
-    let res = unmasker(PROMPT, top_k=5)
+//     let res = unmasker(PROMPT, top_k=5)
 
-    var modelResult = res
+//     var modelResult = res
 
-    return modelResult
+//     return modelResult
 
-    // for (let p in PROMPTS){
-    //     var res = unmasker(p)
-    //     console.log(res)
+//     // for (let p in PROMPTS){
+//     //     var res = unmasker(p)
+//     //     console.log(res)
 
-    //     var modelResult = res[0].token_str
-    //     console.log(modelResult)
+//     //     var modelResult = res[0].token_str
+//     //     console.log(modelResult)
 
-    //     resultsArray.push(modelResult)
-    // }
-    // return resultsArray
-}
+//     //     resultsArray.push(modelResult)
+//     // }
+//     // return resultsArray
+// }