Update app.py

app.py

@@ -11,7 +11,8 @@ repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
 llm = HuggingFaceEndpoint(
     repo_id=repo_id,
     max_length=100,
-    temperature=0.5
+    temperature=0.5,
+    streaming=True
 )
 def reduce_add(a):
     ll=dict()
@@ -76,9 +77,12 @@ description = """
 Upload an image, and this app will generate a short story based on the image.
 """
 
-def sepia(input_img):
-    sepia_img=chain.invoke(input_img)
-    return sepia_img
+
+async def sepia(input_img):
+    chunks=[]
+    async for e in chain.astream(input={"segmentation_results":input_img}):
+        chunks.append(e)
+        yield "".join(chunks)
 
 demo = gr.Interface(sepia, gr.Image(type='pil'), "textarea",title=title,
     description=description,live=True