🩹 Only trim end of string & add "Assistant:" to stop words (#180)

.env

@@ -64,7 +64,7 @@ MODELS=`[
       "repetition_penalty": 1.2,
       "truncate": 8000,
       "max_new_tokens": 2000,
-      "stop": ["Human:", "-----"]
+      "stop": ["Human:", "-----", "Assistant:"]
     }
   }
 ]`

src/routes/admin/export/+server.ts

@@ -7,7 +7,7 @@ import { collections } from "$lib/server/database.js";
 import type { Message } from "$lib/types/Message.js";
 import { error } from "@sveltejs/kit";
 import { pathToFileURL } from "node:url";
-import { unlink, writeFile } from "node:fs/promises";
+import { unlink } from "node:fs/promises";
 import { uploadFile } from "@huggingface/hub";
 import parquet from "parquetjs";
 import { z } from "zod";

src/routes/conversation/[id]/+server.ts

@@ -110,11 +110,11 @@ export async function POST({ request, fetch, locals, params }) {
 		generated_text = trimSuffix(
 			trimPrefix(generated_text, "<|startoftext|>"),
 			PUBLIC_SEP_TOKEN
-		).trim();
+		).trimEnd();
 
 		for (const stop of [...(modelInfo?.parameters?.stop ?? []), "<|endoftext|>"]) {
 			if (generated_text.endsWith(stop)) {
-				generated_text = generated_text.slice(0, -stop.length).trim();
+				generated_text = generated_text.slice(0, -stop.length).trimEnd();
 			}
 		}