Spaces:
Sleeping
Sleeping
increase max tokes
Browse files
gr_app.py
CHANGED
@@ -84,7 +84,7 @@ def quote(author: str = "", mode: str = "") -> str:
|
|
84 |
)
|
85 |
print("=" * 20)
|
86 |
print(query)
|
87 |
-
output = model(query, stop="<|im_end|>", max_new_tokens=
|
88 |
print("-" * 20)
|
89 |
print(output)
|
90 |
return output
|
|
|
84 |
)
|
85 |
print("=" * 20)
|
86 |
print(query)
|
87 |
+
output = model(query, stop="<|im_end|>", max_new_tokens=300, **modes[mode])
|
88 |
print("-" * 20)
|
89 |
print(output)
|
90 |
return output
|