no message

main.py

@@ -78,15 +78,28 @@ async def generate_text(item: Item):
     # Stream response back to the client
     return StreamingResponse(generate_stream(item), media_type="application/x-ndjson")
 
+def split_text(text, max_size=1000):
+    # Splits the text into chunks of approximately `max_size` words
+    words = text.split()
+    for i in range(0, len(words), max_size):
+        yield ' '.join(words[i:i+max_size])
+
+def summarize_large_text(text):
+    chunks = list(split_text(text))
+    summaries = [summarizer(chunk, max_length=500, min_length=100, do_sample=False) for chunk in chunks]
+    combined_summary = ' '.join(sum[0]['summary_text'] for sum in summaries)
+    return combined_summary
+
 @app.post("/summarize")
 async def summarize_text(request: SummarizeRequest):
     try:
-        # Perform the summarization
-        summary = summarizer(request.text, max_length=130, min_length=30, do_sample=False)
-        return JSONResponse(content={"summary": summary[0]['summary_text']})
+        # Adjusting summarization for very large texts
+        summarized_text = summarize_large_text(request.text)
+        return JSONResponse(content={"summary": summarized_text})
     except Exception as e:
         # Handle exceptions that could arise during summarization
         raise HTTPException(status_code=500, detail=str(e))
+
     
 if __name__ == "__main__":
     uvicorn.run(app, host="0.0.0.0", port=8000)