Actual text streaming (#4)
Browse files- Actual text streaming (77430551fc21bcd4ec677ed81c2a8a8564b42612)
Co-authored-by: Charles Bensimon <cbensimon@users.noreply.huggingface.co>
app.py
CHANGED
@@ -76,8 +76,8 @@ def model_inference(
|
|
76 |
|
77 |
thread = Thread(target=model.generate, kwargs=generation_args)
|
78 |
thread.start()
|
79 |
-
|
80 |
-
|
81 |
buffer = ""
|
82 |
|
83 |
|
|
|
76 |
|
77 |
thread = Thread(target=model.generate, kwargs=generation_args)
|
78 |
thread.start()
|
79 |
+
|
80 |
+
yield "..."
|
81 |
buffer = ""
|
82 |
|
83 |
|