Update app.py
Browse files
app.py
CHANGED
|
@@ -21,7 +21,7 @@ def model_inference(
|
|
| 21 |
input_dict, history, decoding_strategy, temperature, max_new_tokens,
|
| 22 |
repetition_penalty, top_p, progress=gr.Progress(track_tqdm=True)
|
| 23 |
):
|
| 24 |
-
|
| 25 |
t0 = time.perf_counter()
|
| 26 |
text = input_dict["text"]
|
| 27 |
print(input_dict["files"])
|
|
@@ -78,8 +78,7 @@ def model_inference(
|
|
| 78 |
thread.start()
|
| 79 |
# thread.join()
|
| 80 |
|
| 81 |
-
yield ""
|
| 82 |
-
|
| 83 |
buffer = ""
|
| 84 |
|
| 85 |
for new_text in streamer:
|
|
|
|
| 21 |
input_dict, history, decoding_strategy, temperature, max_new_tokens,
|
| 22 |
repetition_penalty, top_p, progress=gr.Progress(track_tqdm=True)
|
| 23 |
):
|
| 24 |
+
yield ".."
|
| 25 |
t0 = time.perf_counter()
|
| 26 |
text = input_dict["text"]
|
| 27 |
print(input_dict["files"])
|
|
|
|
| 78 |
thread.start()
|
| 79 |
# thread.join()
|
| 80 |
|
| 81 |
+
yield "..."
|
|
|
|
| 82 |
buffer = ""
|
| 83 |
|
| 84 |
for new_text in streamer:
|