caching added

pages/Summarizer.py

@@ -1,8 +1,13 @@
 import streamlit as st
 from transformers import AutoTokenizer, BartForConditionalGeneration
 
-summarizer = BartForConditionalGeneration.from_pretrained("sshleifer/distilbart-cnn-12-6")
-tokenizer_sum = AutoTokenizer.from_pretrained("sshleifer/distilbart-cnn-12-6")
+@st.cache_resource
+def load_model():
+    summarizer = BartForConditionalGeneration.from_pretrained("sshleifer/distilbart-cnn-12-6")
+    tokenizer_sum = AutoTokenizer.from_pretrained("sshleifer/distilbart-cnn-12-6")
+    return summarizer, tokenizer_sum
+
+summarizer, tokenizer_sum = load_model()
 
 def generate_summary(text, length):
     inputs = tokenizer_sum([text], max_length=1024, return_tensors="pt")