Update app.py

app.py

@@ -41,8 +41,8 @@ LANGUAGE_IDS = {
 
 class BatchStreamer(TextIteratorStreamer):
     def put(self, value):
-        if value.size(0) == 1:
-            return super().put(value)
+        #if value.size(0) == 1:
+        #    return super().put(value)
 
         if len(self.token_cache) == 0:
             self.token_cache = [[] for _ in range(value.size(0))]
@@ -51,9 +51,9 @@ class BatchStreamer(TextIteratorStreamer):
 
         # Add the new token to the cache and decodes the entire thing.
         for c, v in zip(self.token_cache, value):
-            c.extend(v)
+            c += v
 
-        paragraphs = [tokenizer.decode(p, **self.decode_kwargs).strip() for c in self.token_cache]
+        paragraphs = [tokenizer.decode(c, **self.decode_kwargs).strip() for c in self.token_cache]
         text = '\n'.join(paragraphs)
 
         self.on_finalized_text(text)