Auto-naming convos by summarizing them (#58)

* Auto-naming convos by summarizing them

* Ok let's do it only on first message then

* revamp

* location.reload for now

src/routes/+layout.svelte

@@ -102,7 +102,7 @@
 						? 'bg-gray-100 dark:bg-gray-700'
 						: ''}"
 				>
-					<div class="flex-1 truncate">azeza aze a ea zeazeazazeae</div>
+					<div class="flex-1 truncate">{conv.title}</div>
 
 					<button
 						type="button"

src/routes/conversation/[id]/+page.server.ts

@@ -1,6 +1,5 @@
 import type { PageServerLoad } from "./$types";
 import { collections } from "$lib/server/database";
-import type { Conversation } from "$lib/types/Conversation";
 import { ObjectId } from "mongodb";
 import { error } from "@sveltejs/kit";
 

src/routes/conversation/[id]/+page.svelte

@@ -6,6 +6,7 @@
 	import { page } from "$app/stores";
 	import { HfInference } from "@huggingface/inference";
 	import { invalidate } from "$app/navigation";
+	import { base } from "$app/paths";
 
 	export let data: PageData;
 
@@ -58,6 +59,18 @@
 		}
 	}
 
+	async function summarizeTitle(id: string) {
+		const response = await fetch(`${base}/conversation/${id}/summarize`, {
+			method: "POST",
+		});
+		if (response.ok) {
+			/// TODO(actually invalidate)
+			await invalidate("/");
+			await invalidate((url) => url.pathname === "/" || url.pathname === base);
+			location.reload();
+		}
+	}
+
 	async function writeMessage(message: string) {
 		if (!message.trim()) return;
 
@@ -69,6 +82,10 @@
 
 			await getTextGenerationStream(message);
 
+			if (messages.filter((m) => m.from === "user").length === 1) {
+				summarizeTitle($page.params.id).catch(console.error);
+			}
+
 			// Reload conversation order - doesn't seem to work
 			// await invalidate('/');
 		} finally {

src/routes/conversation/[id]/summarize/+server.ts

@@ -0,0 +1,81 @@
+import { HF_TOKEN } from "$env/static/private";
+import { PUBLIC_MODEL_ENDPOINT } from "$env/static/public";
+import { buildPrompt } from "$lib/buildPrompt";
+import { collections } from "$lib/server/database.js";
+import { error } from "@sveltejs/kit";
+import { ObjectId } from "mongodb";
+
+export async function POST({ params, locals }) {
+	const convId = new ObjectId(params.id);
+
+	const conversation = await collections.conversations.findOne({
+		_id: convId,
+		sessionId: locals.sessionId,
+	});
+
+	if (!conversation) {
+		throw error(404, "Conversation not found");
+	}
+
+	const firstMessage = conversation.messages.find((m) => m.from === "user");
+
+	const userPrompt =
+		`You are a summarizing assistant. Please summarize the following message as a single sentence of less than 5 words:\n` +
+		firstMessage?.content;
+
+	const prompt = buildPrompt([{ from: "user", content: userPrompt }]);
+
+	const resp = await fetch(PUBLIC_MODEL_ENDPOINT, {
+		headers: {
+			"Content-Type": "application/json",
+			Authorization: `Basic ${HF_TOKEN}`,
+		},
+		method: "POST",
+		body: JSON.stringify({
+			inputs: prompt,
+			parameters: {
+				temperature: 0.9,
+				top_p: 0.95,
+				repetition_penalty: 1.2,
+				top_k: 50,
+				watermark: false,
+				max_new_tokens: 1024,
+				stop: ["<|endoftext|>"],
+				return_full_text: false,
+			},
+		}),
+	});
+
+	const response = await resp.json();
+	let generatedTitle: string | undefined;
+	try {
+		if (typeof response[0].generated_text === "string") {
+			generatedTitle = response[0].generated_text;
+		}
+	} catch {
+		console.error("summarization failed");
+	}
+
+	if (generatedTitle) {
+		await collections.conversations.updateOne(
+			{
+				_id: convId,
+				sessionId: locals.sessionId,
+			},
+			{
+				$set: { title: generatedTitle },
+			}
+		);
+	}
+
+	return new Response(
+		JSON.stringify(
+			generatedTitle
+				? {
+						title: generatedTitle,
+				  }
+				: {}
+		),
+		{ headers: { "Content-Type": "application/json" } }
+	);
+}