Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -26,7 +26,8 @@ def process_stream(instruction, temperature, top_p, top_k, max_new_tokens, seed)
|
|
26 |
history=history,
|
27 |
temperature=temperature,
|
28 |
top_p=top_p,top_k=top_k,max_length=max_new_tokens,
|
29 |
-
do_sample=False
|
|
|
30 |
)
|
31 |
response = ""
|
32 |
for new_text in streamer:
|
|
|
26 |
history=history,
|
27 |
temperature=temperature,
|
28 |
top_p=top_p,top_k=top_k,max_length=max_new_tokens,
|
29 |
+
do_sample=False,
|
30 |
+
stream = True
|
31 |
)
|
32 |
response = ""
|
33 |
for new_text in streamer:
|