🔧 Always strip <|endoftext|> (#171)

src/lib/components/chat/ChatMessage.svelte

@@ -21,7 +21,7 @@
 			.replaceAll("<", "&lt;")
 			.trim();
 
-		for (const stop of model.parameters.stop ?? []) {
+		for (const stop of [...(model.parameters.stop ?? []), "<|endoftext|>"]) {
 			if (ret.endsWith(stop)) {
 				ret = ret.slice(0, -stop.length).trim();
 			}

src/routes/conversation/[id]/+server.ts

@@ -112,7 +112,7 @@ export async function POST({ request, fetch, locals, params }) {
 			PUBLIC_SEP_TOKEN
 		).trim();
 
-		for (const stop of modelInfo?.parameters?.stop ?? []) {
+		for (const stop of [...(modelInfo?.parameters?.stop ?? []), "<|endoftext|>"]) {
 			if (generated_text.endsWith(stop)) {
 				generated_text = generated_text.slice(0, -stop.length).trim();
 			}