🐛 Make it work with default model

Truncate was too high (1024 vs 1000)

.env

@@ -5,7 +5,8 @@ MONGODB_URL=#your mongodb URL here
 MONGODB_DB_NAME=chat-ui
 COOKIE_NAME=hf-chat
 
-PUBLIC_MAX_INPUT_TOKENS=1024
+# Increase depending on the model
+PUBLIC_MAX_INPUT_TOKENS=1000
 PUBLIC_ORIGIN=#https://hf.co
 PUBLIC_MODEL_NAME=OpenAssistant/oasst-sft-6-llama-30b # public facing link
 PUBLIC_MODEL_ID=OpenAssistant/oasst-sft-6-llama-30b-xor # used to link to model page

src/lib/components/chat/ChatMessage.svelte

@@ -7,12 +7,14 @@
 	import CodeBlock from "../CodeBlock.svelte";
 	import IconLoading from "../icons/IconLoading.svelte";
 	import CarbonRotate360 from "~icons/carbon/rotate-360";
+	import { PUBLIC_SEP_TOKEN } from "$env/static/public";
 
 	function sanitizeMd(md: string) {
 		return md
 			.replace(/<\|[a-z]*$/, "")
 			.replace(/<\|[a-z]+\|$/, "")
 			.replace(/<$/, "")
+			.replaceAll(PUBLIC_SEP_TOKEN, " ")
 			.replaceAll(/<\|[a-z]+\|>/g, " ")
 			.replaceAll(/<br\s?\/?>/gi, "\n")
 			.trim()

src/routes/conversation/[id]/summarize/+server.ts

@@ -2,6 +2,8 @@ import { PUBLIC_MAX_INPUT_TOKENS, PUBLIC_SEP_TOKEN } from "$env/static/public";
 import { buildPrompt } from "$lib/buildPrompt";
 import { collections } from "$lib/server/database.js";
 import { modelEndpoint } from "$lib/server/modelEndpoint.js";
+import { trimPrefix } from "$lib/utils/trimPrefix.js";
+import { trimSuffix } from "$lib/utils/trimSuffix.js";
 import { textGeneration } from "@huggingface/inference";
 import { error } from "@sveltejs/kit";
 import { ObjectId } from "mongodb";
@@ -39,7 +41,7 @@ export async function POST({ params, locals, fetch }) {
 	};
 
 	const endpoint = modelEndpoint();
-	const { generated_text } = await textGeneration(
+	let { generated_text } = await textGeneration(
 		{
 			model: endpoint.endpoint,
 			inputs: prompt,
@@ -54,6 +56,8 @@ export async function POST({ params, locals, fetch }) {
 		}
 	);
 
+	generated_text = trimSuffix(trimPrefix(generated_text, "<|startoftext|>"), PUBLIC_SEP_TOKEN);
+
 	if (generated_text) {
 		await collections.conversations.updateOne(
 			{