default model, set hyperparams

README.md

@@ -11,8 +11,8 @@ models:
 # - Xenova/detr-resnet-50
 # - Xenova/gpt2
 # - Xenova/bloom-560m
-# - Xenova/distilgpt2
-- Xenova/gpt-3.5-turbo
+- Xenova/distilgpt2
+# - Xenova/gpt-3.5-turbo
 # - Xenova/llama-68m
 # - Xenova/LaMini-Flan-T5-783M
 # - mistralai/Mistral-7B-Instruct-v0.2

sketch.js

@@ -175,17 +175,20 @@ async function runModel(PREPROMPT, PROMPT){
     // // Chat completion API
 
     // pipeline/transformers version TEST
-    let pipe = await pipeline('text-generation', 'Xenova/gpt-3.5-turbo');
+    let pipe = await pipeline('text-generation', 'Xenova/distilgpt2');
 
-    // , 'meta-llama/Meta-Llama-3-70B-Instruct'
-    // , 'openai-community/gpt2'
+    // 'meta-llama/Meta-Llama-3-70B-Instruct'
+    // 'openai-community/gpt2'
+    // 'Xenova/gpt-3.5-turbo'
 
-    // out = await pipe((PREPROMPT, PROMPT), {
-    //     max_tokens: 150,
-    //     return_full_text: false
-    // })
+    out = await pipe((PREPROMPT, PROMPT), {
+        max_tokens: 250,
+        return_full_text: false,
+        repetition_penalty: 1.5,
+        num_return_sequences: 2
+    })
 
-    out = await pipe((PREPROMPT, PROMPT))
+    // out = await pipe((PREPROMPT, PROMPT))
     
     console.log(out)