Update app.py

app.py

@@ -107,17 +107,18 @@ def edit_image_with_prompt(image_bytes, prompt, strength=0.75):
 
 def generate_song(prompt, duration=10):
     redis_key = f"generated_song:{prompt}:{duration}"
-    song = load_object_from_redis(redis_key)
-    if not song:
+    song_bytes = load_object_from_redis(redis_key)
+    if not song_bytes:
         try:
             with tqdm(total=1, desc="Generating song") as pbar:
-                song = music_gen.generate(prompt, duration=duration)
+                song = music_gen.generate([prompt], duration=[duration])
                 pbar.update(1)
-            save_object_to_redis(redis_key, song)
+            song_bytes = song[0].getvalue()
+            save_object_to_redis(redis_key, song_bytes)
         except Exception as e:
             print(f"Failed to generate song: {e}")
             return None
-    return song
+    return song_bytes
 
 def generate_text(prompt):
     redis_key = f"generated_text:{prompt}"
@@ -125,7 +126,7 @@ def generate_text(prompt):
     if not text:
         try:
             with tqdm(total=1, desc="Generating text") as pbar:
-                text = text_gen_pipeline([{"role": "user", "content": prompt}], max_new_tokens=256)[0]["generated_text"].strip()
+                text = text_gen_pipeline(prompt, max_new_tokens=256)[0]["generated_text"].strip()
                 pbar.update(1)
             save_object_to_redis(redis_key, text)
         except Exception as e:
@@ -162,7 +163,7 @@ def generate_code(prompt):
     if not code:
         try:
             with tqdm(total=1, desc="Generating code") as pbar:
-                inputs = starcoder_tokenizer.encode(prompt, return_tensors="pt").to("cuda")
+                inputs = starcoder_tokenizer.encode(prompt, return_tensors="pt").to(starcoder_model.device)
                 outputs = starcoder_model.generate(inputs)
                 code = starcoder_tokenizer.decode(outputs[0])
                 pbar.update(1)
@@ -262,7 +263,7 @@ generate_song_tab = gr.Interface(fn=generate_song, inputs=[gr.Textbox(label="Pro
 generate_text_tab = gr.Interface(fn=generate_text, inputs=gr.Textbox(label="Prompt:"), outputs=gr.Textbox(label="Generated Text:"), title="Generate Text")
 generate_flux_image_tab = gr.Interface(fn=generate_flux_image, inputs=gr.Textbox(label="Prompt:"), outputs=gr.Image(type="pil"), title="Generate FLUX Images")
 generate_code_tab = gr.Interface(fn=generate_code, inputs=gr.Textbox(label="Prompt:"), outputs=gr.Textbox(label="Generated Code:"), title="Generate Code")
-model_meta_llama_test_tab = gr.Interface(fn=test_model_meta_llama, inputs=gr.Textbox(label="Test Input:"), outputs=gr.Textbox(label="Model Output:"), title="Test Meta-Llama")
+model_meta_llama_test_tab = gr.Interface(fn=test_model_meta_llama, inputs=None, outputs=gr.Textbox(label="Model Output:"), title="Test Meta-Llama")
 
 app = gr.TabbedInterface(
     [gen_image_tab, edit_image_tab, generate_song_tab, generate_text_tab, generate_flux_image_tab, generate_code_tab, model_meta_llama_test_tab],