src/lib/Types.ts

export type Message =
	| {
			from: 'user';
			content: string;
	  }
	| {
			from: 'bot';
			content: string;
	  };

export interface Token {
	id: number;
	text: string;
	logprob: number;
	special: boolean;
}

export interface StreamResponse {
	/**
	 * Generated token
	 */
	token: Token;
	/**
	 * Complete generated text
	 * Only available when the generation is finished
	 */
	generated_text?: string;
}