Update app.py

app.py

@@ -81,11 +81,14 @@ def GenerateSong(input_melody_seed_number):
     x = (torch.tensor(seed_melody, dtype=torch.long, device='cuda')[None, ...])
 
     with ctx:
-      out = model.generate(x,
-                          1024,
-                          temperature=0.9,
-                          return_prime=False,
-                          verbose=False)
+        with torch.inference_mode()
+            out = model.generate(x,
+                                1024,
+                                filter_logits_fn=top_k,
+                                filter_kwargs={'k': 15},
+                                temperature=0.9,
+                                return_prime=False,
+                                verbose=False)
     
     output = out[0].tolist()