Update app.py

app.py

@@ -19,12 +19,11 @@ user_message = "Allie kept track of how many kilometers she walked during the pa
 model_name = 'TIGER-Lab/StructLM-7B'
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")
-# model.generation_config = GenerationConfig.from_pretrained(model_name)
+model.generation_config = GenerationConfig.from_pretrained(model_name)
 # model.generation_config.pad_token_id = model.generation_config.eos_token_id
 
-@torch.inference_mode()
 @spaces.GPU
-def predict_math_bot(user_message, system_message="", assistant_message = "", tabular_data = "", max_new_tokens=125, temperature=0.1, top_p=0.9, repetition_penalty=1.9, do_sample=False):
+def predict(user_message, system_message="", assistant_message = "", tabular_data = "", max_new_tokens=125, temperature=0.1, top_p=0.9, repetition_penalty=1.9, do_sample=False):
     prompt = f"[INST] <<SYS>>\n{system_message}\n<</SYS>>\n\n{assistant_message}\n\n{tabular_data}\n\n\nQuestion:\n\n{user_message}[/INST]"
     inputs = tokenizer(prompt, return_tensors='pt', add_special_tokens=True)
     input_ids = inputs["input_ids"].to(model.device)
@@ -62,7 +61,7 @@ def main():
         output_text = gr.Textbox(label="🐯📏TigerAI-StructLM-7B", interactive=True)
 
         gr.Button("Try🐯📏TigerAI-StructLM").click(
-            predict_math_bot,
+            predict,
             inputs=[user_message_input, system_message_input, assistant_message_input, tabular_data_input, max_new_tokens, temperature, top_p, repetition_penalty, do_sample],
             outputs=output_text
         )