Update app.py

app.py

@@ -6,15 +6,13 @@ from huggingface_hub import login
 import os
 login(os.environ['HF_KEY'])
 
-# Load the model and configuration
-config = PeftConfig.from_pretrained("diabolic6045/gemma-2-2b-chess-adapter")
-base_model = AutoModelForCausalLM.from_pretrained("google/gemma-2-2b")
-model = PeftModel.from_pretrained(base_model, "diabolic6045/gemma-2-2b-chess-adapter")
-model.tokenizer = AutoTokenizer.from_pretrained("google/gemma-2-2b")
-
 # Define a function that takes user input and returns the model's output
 @spaces.GPU(duration=120)
 def generate_text(prompt):
+    config = PeftConfig.from_pretrained("diabolic6045/gemma-2-2b-chess-adapter")
+    base_model = AutoModelForCausalLM.from_pretrained("google/gemma-2-2b")
+    model = PeftModel.from_pretrained(base_model, "diabolic6045/gemma-2-2b-chess-adapter")
+    model.tokenizer = AutoTokenizer.from_pretrained("google/gemma-2-2b")
     input_ids = model.tokenizer.encode(prompt, return_tensors="pt")
     output = model.generate(input_ids, max_length=100)
     return model.tokenizer.decode(output[0], skip_special_tokens=True)