shoom013 commited on
Commit
22c98a1
1 Parent(s): 6b8cd7a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -69,7 +69,7 @@ Settings.llm = HuggingFaceInferenceAPI(model_name="mistralai/Mistral-Nemo-Instru
69
  context_window=5000,
70
  max_new_tokens=2048,
71
  # stopping_ids=[50278, 50279, 50277, 1, 0],
72
- generate_kwargs={"temperature": 0.5, "top_p":0.92, "repetition_penalty":1.11, "do_sample": False},
73
  # tokenizer_kwargs={"max_length": 4096},
74
  tokenizer_name="mistralai/Mistral-Nemo-Instruct-2407",
75
  )
 
69
  context_window=5000,
70
  max_new_tokens=2048,
71
  # stopping_ids=[50278, 50279, 50277, 1, 0],
72
+ generate_kwargs={"temperature": 0.55, "top_p":0.92, "repetition_penalty":1.10, "do_sample": False},
73
  # tokenizer_kwargs={"max_length": 4096},
74
  tokenizer_name="mistralai/Mistral-Nemo-Instruct-2407",
75
  )