Update app.py

app.py

@@ -141,7 +141,7 @@ mixtral_model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
 
 pipe = pipeline("text-generation", model=zephyr_model, torch_dtype=torch.bfloat16, device_map="auto")
 
-agent_maker_sys = f"""
+standard_sys = f"""
 You are an AI whose job is to help users create their own music which its genre will reflect the character or scene from an image described by users.
 In particular, you need to respond succintly with few musical words, in a friendly tone, write a musical prompt for a music generation model.
 
@@ -150,14 +150,17 @@ Immediately STOP after that. It should be EXACTLY in this format:
 "A grand orchestral arrangement with thunderous percussion, epic brass fanfares, and soaring strings, creating a cinematic atmosphere fit for a heroic battle"
 """
 
-instruction = f"""
+@spaces.GPU(enable_queue=True)
+def get_musical_prompt(user_prompt):
+    
+    agent_maker_sys = standard_sys
+
+    instruction = f"""
 <|system|>
 {agent_maker_sys}</s>
 <|user|>
 """
-
-@spaces.GPU(enable_queue=True)
-def get_musical_prompt(user_prompt):
+    
     prompt = f"{instruction.strip()}\n{user_prompt}</s>"    
     outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
     pattern = r'\<\|system\|\>(.*?)\<\|assistant\|\>'