Spaces:
Runtime error
Runtime error
NCTCMumbai
commited on
Commit
•
0284b5d
1
Parent(s):
93829de
Update backend/query_llm.py
Browse files- backend/query_llm.py +1 -1
backend/query_llm.py
CHANGED
@@ -11,7 +11,7 @@ from transformers import AutoTokenizer
|
|
11 |
|
12 |
#tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
|
13 |
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
14 |
-
temperature = 0.
|
15 |
top_p = 0.7
|
16 |
repetition_penalty = 1.2
|
17 |
|
|
|
11 |
|
12 |
#tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
|
13 |
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
14 |
+
temperature = 0.5
|
15 |
top_p = 0.7
|
16 |
repetition_penalty = 1.2
|
17 |
|