Update app.py
Browse files
app.py
CHANGED
@@ -10,7 +10,7 @@ repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
|
|
10 |
# repo_id = "google/gemma-2-9b-it"
|
11 |
# repo_id = "meta-llama/Meta-Llama-3-8B-Instruct" # answers the question well, but continues the text and does not stop when its necessary. often ends in incomplete responses.
|
12 |
# repo_id = "mistralai/Mixtral-8x22B-Instruct-v0.1"
|
13 |
-
llm = HuggingFaceEndpoint(repo_id = repo_id, max_new_tokens =
|
14 |
|
15 |
from langchain_core.output_parsers import StrOutputParser
|
16 |
from langchain_core.prompts import ChatPromptTemplate
|
|
|
10 |
# repo_id = "google/gemma-2-9b-it"
|
11 |
# repo_id = "meta-llama/Meta-Llama-3-8B-Instruct" # answers the question well, but continues the text and does not stop when its necessary. often ends in incomplete responses.
|
12 |
# repo_id = "mistralai/Mixtral-8x22B-Instruct-v0.1"
|
13 |
+
llm = HuggingFaceEndpoint(repo_id = repo_id, max_new_tokens = 512, temperature = 0.7, huggingfacehub_api_token = hftoken, top_p=0.9)
|
14 |
|
15 |
from langchain_core.output_parsers import StrOutputParser
|
16 |
from langchain_core.prompts import ChatPromptTemplate
|