Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -69,7 +69,7 @@ Settings.llm = HuggingFaceInferenceAPI(model_name="mistralai/Mistral-Nemo-Instru
|
|
69 |
context_window=5000,
|
70 |
max_new_tokens=2048,
|
71 |
# stopping_ids=[50278, 50279, 50277, 1, 0],
|
72 |
-
generate_kwargs={"temperature": 0.
|
73 |
# tokenizer_kwargs={"max_length": 4096},
|
74 |
tokenizer_name="mistralai/Mistral-Nemo-Instruct-2407",
|
75 |
)
|
|
|
69 |
context_window=5000,
|
70 |
max_new_tokens=2048,
|
71 |
# stopping_ids=[50278, 50279, 50277, 1, 0],
|
72 |
+
generate_kwargs={"temperature": 0.55, "top_p":0.92, "repetition_penalty":1.10, "do_sample": False},
|
73 |
# tokenizer_kwargs={"max_length": 4096},
|
74 |
tokenizer_name="mistralai/Mistral-Nemo-Instruct-2407",
|
75 |
)
|