Update app.py

app.py

@@ -41,6 +41,8 @@ LANGUAGE_IDS = {
 
 class BatchStreamer(TextIteratorStreamer):
     def put(self, value):
+        print(value.shape)
+
         #if value.size(0) == 1:
         #    return super().put(value)
 
@@ -51,7 +53,7 @@ class BatchStreamer(TextIteratorStreamer):
 
         # Add the new token to the cache and decodes the entire thing.
         for c, v in zip(self.token_cache, value):
-            c += v
+            c.append(v)
 
         paragraphs = [tokenizer.decode(c, **self.decode_kwargs).strip() for c in self.token_cache]
         text = '\n'.join(paragraphs)