chat-ui / src /lib /buildPrompt.ts
Adrien Denat
Models selector (#164)
2606dde unverified
raw
history blame
901 Bytes
import type { BackendModel } from "./server/models";
import type { Message } from "./types/Message";
/**
* Convert [{user: "assistant", content: "hi"}, {user: "user", content: "hello"}] to:
*
* <|assistant|>hi<|endoftext|><|prompter|>hello<|endoftext|><|assistant|>
*/
export function buildPrompt(
messages: Pick<Message, "from" | "content">[],
model: BackendModel
): string {
const prompt =
messages
.map(
(m) =>
(m.from === "user"
? model.userMessageToken + m.content
: model.assistantMessageToken + m.content) +
(model.parameters.stop
? m.content.endsWith(model.parameters.stop[0])
? ""
: model.parameters.stop[0]
: "")
)
.join("") + model.assistantMessageToken;
// Not super precise, but it's truncated in the model's backend anyway
return model.preprompt + prompt.split(" ").slice(-model.parameters.truncate).join(" ");
}