matt HOFFNER commited on
Commit
78c4285
·
1 Parent(s): 880935e

remove experimental prompt for llama2

Browse files
Files changed (1) hide show
  1. pages/api/chat/index.ts +1 -2
pages/api/chat/index.ts CHANGED
@@ -2,7 +2,6 @@ import { OpenAIStream, StreamingTextResponse } from "ai";
2
  import { Configuration, OpenAIApi } from "openai-edge";
3
  import { HfInference } from '@huggingface/inference';
4
  import { HuggingFaceStream } from 'ai';
5
- import { experimental_buildLlama2Prompt } from 'ai/prompts';
6
  import { LLMStream } from "../../../utils/llm";
7
 
8
  export const runtime = 'edge';
@@ -39,7 +38,7 @@ export default async function(req: Request) {
39
  const response = Hf.textGenerationStream({
40
  // @ts-ignore
41
  model: aiProvider,
42
- inputs: experimental_buildLlama2Prompt(messages),
43
  parameters: {
44
  repetition_penalty: 1,
45
  return_full_text: false
 
2
  import { Configuration, OpenAIApi } from "openai-edge";
3
  import { HfInference } from '@huggingface/inference';
4
  import { HuggingFaceStream } from 'ai';
 
5
  import { LLMStream } from "../../../utils/llm";
6
 
7
  export const runtime = 'edge';
 
38
  const response = Hf.textGenerationStream({
39
  // @ts-ignore
40
  model: aiProvider,
41
+ inputs: messages,
42
  parameters: {
43
  repetition_penalty: 1,
44
  return_full_text: false