datacipen commited on
Commit
af1e329
1 Parent(s): ab27551

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -31,7 +31,7 @@ async def LLMistral():
31
  os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
32
  repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
33
  llm = HuggingFaceEndpoint(
34
- repo_id=repo_id, max_new_tokens=5300, temperature=0.7, task="text2text-generation", streaming=True
35
  )
36
  return llm
37
 
 
31
  os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
32
  repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
33
  llm = HuggingFaceEndpoint(
34
+ repo_id=repo_id, max_new_tokens=5300, temperature=0.5, task="text2text-generation", streaming=True
35
  )
36
  return llm
37