cache 2

app.py

@@ -107,7 +107,7 @@ class TextGeneration:
         self.model_name_or_path = MODEL_NAME
         set_seed(42)
 
-    @st.cache_resource
+    #@st.cache_resource
     def load(self):
         print("Loading model... ", end="")
         self.tokenizer = AutoTokenizer.from_pretrained(
@@ -169,7 +169,7 @@ def generate_prompt(instruction, input=None):
 
 # @st.cache(allow_output_mutation=True, hash_funcs={AutoModelForCausalLM: lambda _: None})
 # @st.cache(allow_output_mutation=True, hash_funcs={TextGeneration: lambda _: None})
-#@st.cache_resource
+@st.cache_resource
 def load_text_generator():
     generator = TextGeneration()
     generator.load()