Spaces:
Paused
Paused
matt HOFFNER
commited on
Commit
·
78c4285
1
Parent(s):
880935e
remove experimental prompt for llama2
Browse files- pages/api/chat/index.ts +1 -2
pages/api/chat/index.ts
CHANGED
@@ -2,7 +2,6 @@ import { OpenAIStream, StreamingTextResponse } from "ai";
|
|
2 |
import { Configuration, OpenAIApi } from "openai-edge";
|
3 |
import { HfInference } from '@huggingface/inference';
|
4 |
import { HuggingFaceStream } from 'ai';
|
5 |
-
import { experimental_buildLlama2Prompt } from 'ai/prompts';
|
6 |
import { LLMStream } from "../../../utils/llm";
|
7 |
|
8 |
export const runtime = 'edge';
|
@@ -39,7 +38,7 @@ export default async function(req: Request) {
|
|
39 |
const response = Hf.textGenerationStream({
|
40 |
// @ts-ignore
|
41 |
model: aiProvider,
|
42 |
-
inputs:
|
43 |
parameters: {
|
44 |
repetition_penalty: 1,
|
45 |
return_full_text: false
|
|
|
2 |
import { Configuration, OpenAIApi } from "openai-edge";
|
3 |
import { HfInference } from '@huggingface/inference';
|
4 |
import { HuggingFaceStream } from 'ai';
|
|
|
5 |
import { LLMStream } from "../../../utils/llm";
|
6 |
|
7 |
export const runtime = 'edge';
|
|
|
38 |
const response = Hf.textGenerationStream({
|
39 |
// @ts-ignore
|
40 |
model: aiProvider,
|
41 |
+
inputs: messages,
|
42 |
parameters: {
|
43 |
repetition_penalty: 1,
|
44 |
return_full_text: false
|