change model to llm write
Browse files
app.py
CHANGED
@@ -65,13 +65,13 @@ Merci !
|
|
65 |
"""
|
66 |
class PredictionRequest(BaseModel):
|
67 |
history: List[Tuple[str, str]] = []
|
68 |
-
prompt: str =
|
69 |
max_length: int = 128000
|
70 |
top_p: float = 0.8
|
71 |
temperature: float = 0.6
|
72 |
@app.post("/generate/")
|
73 |
async def predict(request: PredictionRequest):
|
74 |
-
history =
|
75 |
prompt = request.prompt
|
76 |
max_length = request.max_length
|
77 |
top_p = request.top_p
|
|
|
65 |
"""
|
66 |
class PredictionRequest(BaseModel):
|
67 |
history: List[Tuple[str, str]] = []
|
68 |
+
prompt: str = ""
|
69 |
max_length: int = 128000
|
70 |
top_p: float = 0.8
|
71 |
temperature: float = 0.6
|
72 |
@app.post("/generate/")
|
73 |
async def predict(request: PredictionRequest):
|
74 |
+
history = default_prompt
|
75 |
prompt = request.prompt
|
76 |
max_length = request.max_length
|
77 |
top_p = request.top_p
|