no message

main.py

@@ -96,12 +96,23 @@ def split_text_by_tokens(text, max_tokens=1024):
     print("Tokenization complete.")
     return chunks, token_counts
 
+def summarize_large_text(text):
+    chunks, token_counts = split_text_by_tokens(text, max_tokens=1024 - 10)  # Slight buffer to avoid edge cases
+    summaries = []
+    for chunk in chunks:
+        # Perform summarization on the chunk
+        summary = summarizer(chunk, max_length=500, min_length=100, do_sample=False)
+        if summary:
+            summaries.append(summary[0]['summary_text'])
+    combined_summary = ' '.join(summaries)
+    return combined_summary
+
+
 @app.post("/summarize")
 async def summarize_text(request: SummarizeRequest):
     try:
-        chunks, token_counts = split_text_by_tokens(request.text, max_tokens=1024 - 10)  # Slight buffer to avoid edge cases
-        chunk_data = [{'chunk': chunk, 'tokens': count} for chunk, count in zip(chunks, token_counts)]
-        return JSONResponse(content={"chunks": chunk_data})
+        summarized_text = summarize_large_text(request.text)
+        return JSONResponse(content={"summary": summarized_text})
     except Exception as e:
         print(f"Error during tokenization: {e}")
         raise HTTPException(status_code=500, detail=str(e))