try again...blob prob?

sketch.js

@@ -172,64 +172,15 @@ new p5(function (p5) {
 
 ///// MODEL STUFF
 
-// async function runModel(PREPROMPT, PROMPT){
-//     // // Chat completion API
-
-//     let MODELNAME = 'mistralai/Mistral-Nemo-Instruct-2407'
-
-//     // 'meta-llama/Meta-Llama-3-70B-Instruct'
-//     // 'openai-community/gpt2'
-//     // 'Xenova/gpt-3.5-turbo'
-//     // , 'Xenova/distilgpt2'
-//     // 'mistralai/Mistral-7B-Instruct-v0.2'
-//     // 'HuggingFaceH4/zephyr-7b-beta'
-
-//     // pipeline/transformers version
-//     let pipe = await pipeline('text-generation', MODELNAME);
-//     // seems to work with default model distilgpt2 ugh
-    
-    
-//     // let out = await pipe(inputText, {
-//     //     max_tokens: 250,
-//     //     return_full_text: false
-//     //     // repetition_penalty: 1.5,
-//     //     // num_return_sequences: 1 //must be 1 for greedy search
-//     // })
-
-//     // let inputText = PREPROMPT + PROMPT
-
-//     // let out = await pipe(inputText)
-
-//     let out = await pipe({    
-//         messages: [{ 
-//                 role: "system", 
-//                 content: PREPROMPT
-//             },{
-//                 role: "user",
-//                 content: PROMPT
-//             }],
-//         max_new_tokens: 100
-//     });
-    
-//     console.log(out)
-
-//     var modelResult = await out[0].generated_text
-//     console.log(modelResult)
-
-//     return modelResult
-
-// }
 
 async function runModel(PREPROMPT, PROMPT){
-    // inference API version, not working in spaces
+    // inference API version
 
-    // let MODELNAME = "HuggingFaceH4/zephyr-7b-gemma-v0.1"
     let MODELNAME = "HuggingFaceH4/zephyr-7b-beta"
     // let MODELNAME = "openai-community/gpt2"
     // let MODELNAME = 'mistral_inference'
     
     let out = await inference.textGeneration({    
-        // accessToken: HFAUTH,
         model: MODELNAME,
         messages: [{ 
                     role: "system", 
@@ -275,4 +226,56 @@ async function runModel(PREPROMPT, PROMPT){
 // var blanksArray = ["mother", "father", "sister", "brother"]
 // // for num of blanks put in list
 
-//Error: Server Xenova/distilgpt2 does not seem to support chat completion. Error: HfApiJson(Deserialize(Error("unknown variant `transformers.js`, expected one of `text-generation-inference`, `transformers`, `allennlp`, `flair`, `espnet`, `asteroid`, `speechbrain`, `timm`, `sentence-transformers`, `spacy`, `sklearn`, `stanza`, `adapter-transformers`, `fasttext`, `fairseq`, `pyannote-audio`, `doctr`, `nemo`, `fastai`, `k2`, `diffusers`, `paddlenlp`, `mindspore`, `open_clip`, `span-marker`, `bertopic`, `peft`, `setfit`", line: 1, column: 397)))
+//Error: Server Xenova/distilgpt2 does not seem to support chat completion. Error: HfApiJson(Deserialize(Error("unknown variant `transformers.js`, expected one of `text-generation-inference`, `transformers`, `allennlp`, `flair`, `espnet`, `asteroid`, `speechbrain`, `timm`, `sentence-transformers`, `spacy`, `sklearn`, `stanza`, `adapter-transformers`, `fasttext`, `fairseq`, `pyannote-audio`, `doctr`, `nemo`, `fastai`, `k2`, `diffusers`, `paddlenlp`, `mindspore`, `open_clip`, `span-marker`, `bertopic`, `peft`, `setfit`", line: 1, column: 397)))
+
+
+
+
+
+// async function runModel(PREPROMPT, PROMPT){
+//     // // Chat completion API
+
+//     let MODELNAME = 'mistralai/Mistral-Nemo-Instruct-2407'
+
+//     // 'meta-llama/Meta-Llama-3-70B-Instruct'
+//     // 'openai-community/gpt2'
+//     // 'Xenova/gpt-3.5-turbo'
+//     // , 'Xenova/distilgpt2'
+//     // 'mistralai/Mistral-7B-Instruct-v0.2'
+//     // 'HuggingFaceH4/zephyr-7b-beta'
+
+//     // pipeline/transformers version
+//     let pipe = await pipeline('text-generation', MODELNAME);
+//     // seems to work with default model distilgpt2 ugh
+    
+    
+//     // let out = await pipe(inputText, {
+//     //     max_tokens: 250,
+//     //     return_full_text: false
+//     //     // repetition_penalty: 1.5,
+//     //     // num_return_sequences: 1 //must be 1 for greedy search
+//     // })
+
+//     // let inputText = PREPROMPT + PROMPT
+
+//     // let out = await pipe(inputText)
+
+//     let out = await pipe({    
+//         messages: [{ 
+//                 role: "system", 
+//                 content: PREPROMPT
+//             },{
+//                 role: "user",
+//                 content: PROMPT
+//             }],
+//         max_new_tokens: 100
+//     });
+    
+//     console.log(out)
+
+//     var modelResult = await out[0].generated_text
+//     console.log(modelResult)
+
+//     return modelResult
+
+// }

tutorial.md

@@ -211,6 +211,14 @@ Paste this code into your `sketch.js` file.
 
 Also add this to your `README.md`.
 
+```markdown
+hf_oauth: true
+hf_oauth_scopes:
+  - read-repos
+  - write-repos
+  - inference-api
+```
+
 When you next load your app, click `Authorize`
 
 ![screenshot of Hugging Face app authorization screen]()