Update app.py
Browse files
app.py
CHANGED
|
@@ -39,6 +39,7 @@ embedding_function = HuggingFaceBgeEmbeddings(
|
|
| 39 |
llm = Together(
|
| 40 |
model="mistralai/Mixtral-8x22B-Instruct-v0.1",
|
| 41 |
temperature=0.2,
|
|
|
|
| 42 |
top_k=12,
|
| 43 |
together_api_key=os.environ['pilotikval']
|
| 44 |
)
|
|
@@ -47,6 +48,7 @@ llm = Together(
|
|
| 47 |
llmc = Together(
|
| 48 |
model="mistralai/Mixtral-8x22B-Instruct-v0.1",
|
| 49 |
temperature=0.2,
|
|
|
|
| 50 |
top_k=3,
|
| 51 |
together_api_key=os.environ['pilotikval']
|
| 52 |
)
|
|
|
|
| 39 |
llm = Together(
|
| 40 |
model="mistralai/Mixtral-8x22B-Instruct-v0.1",
|
| 41 |
temperature=0.2,
|
| 42 |
+
max_new_tokens = 22000
|
| 43 |
top_k=12,
|
| 44 |
together_api_key=os.environ['pilotikval']
|
| 45 |
)
|
|
|
|
| 48 |
llmc = Together(
|
| 49 |
model="mistralai/Mixtral-8x22B-Instruct-v0.1",
|
| 50 |
temperature=0.2,
|
| 51 |
+
max_new_tokens = 1000
|
| 52 |
top_k=3,
|
| 53 |
together_api_key=os.environ['pilotikval']
|
| 54 |
)
|