NCTCMumbai commited on
Commit
0284b5d
1 Parent(s): 93829de

Update backend/query_llm.py

Browse files
Files changed (1) hide show
  1. backend/query_llm.py +1 -1
backend/query_llm.py CHANGED
@@ -11,7 +11,7 @@ from transformers import AutoTokenizer
11
 
12
  #tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
13
  tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1")
14
- temperature = 0.3
15
  top_p = 0.7
16
  repetition_penalty = 1.2
17
 
 
11
 
12
  #tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
13
  tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1")
14
+ temperature = 0.5
15
  top_p = 0.7
16
  repetition_penalty = 1.2
17