onurio
/

musicgen-large

Inference Endpoints

Model card Files Files and versions Community

onurio commited on Mar 26

Commit

41dd9c5

•

1 Parent(s): 93e94bb

put back cuda

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -11,7 +11,7 @@ class EndpointHandler():
     def __init__(self, path=""):
         # load the optimized model
         # create inference pipeline
-        self.pipeline = pipeline("text-to-audio", "facebook/musicgen-stereo-large", device="mps", torch_dtype=torch.float16)
     def generate_audio(self, text: str):
         # Here you can implement your audio generation logic

     def __init__(self, path=""):
         # load the optimized model
         # create inference pipeline
+        self.pipeline = pipeline("text-to-audio", "facebook/musicgen-stereo-large", device="cuda", torch_dtype=torch.float16)
     def generate_audio(self, text: str):
         # Here you can implement your audio generation logic